-- Logs begin at Mon 2022-03-14 10:01:44 UTC, end at Mon 2022-03-14 11:40:45 UTC. -- Mar 14 11:09:17.438946 dv-cinder-831776-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 14 11:09:20.360155 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.common.config [-] Logging enabled! Mar 14 11:09:20.360764 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev12 Mar 14 11:09:20.360927 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 11:09:20.364221 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.common.config [-] Logging enabled! Mar 14 11:09:20.364476 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev12 Mar 14 11:09:20.364786 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103906) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 11:09:20.365716 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 11:09:20.365964 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 11:09:20.366340 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 11:09:20.366587 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 11:09:20.366814 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 11:09:20.367539 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.367959 dv-cinder-831776-2-iscsi neutron-server[103906]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 14 11:09:20.368271 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.368567 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.368863 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.369158 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.369447 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.369730 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.370054 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.370354 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.370641 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.370920 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.371205 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.371494 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.371778 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.372121 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.372409 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.372691 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] debug = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.372972 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.373404 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.373820 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.374131 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.374420 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.374701 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.374977 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.375256 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.375537 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.375865 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] host = dv-cinder-831776-2-iscsi {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.376144 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.376432 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.376720 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.377005 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.377280 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.377555 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.377840 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.378137 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.378410 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] log_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.378685 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.378971 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.379257 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.379552 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.379779 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.380002 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.380289 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.380575 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.380851 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.381125 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.381398 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.381671 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.381956 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.382235 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.382520 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.382799 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.383082 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.383355 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.383628 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.383901 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.384173 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.384456 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.384729 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.385005 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.385276 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.385561 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.385831 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.386130 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.386433 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.386720 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.387004 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.387288 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.388203 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.388499 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.388779 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.389055 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.389330 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] use_json = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.389604 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.389875 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.390194 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.390723 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.390997 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.391271 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.391543 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.391827 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.392099 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:20.392396 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.392697 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.392993 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.393289 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.393581 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.393860 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.394236 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.394518 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.394807 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.395096 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.395393 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.395672 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.395972 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.396259 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.396554 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.396856 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.397148 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.397437 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.397711 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.398005 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.398282 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.398563 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.398851 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.399129 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.399418 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.399706 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.399987 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.400281 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.400568 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.400861 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.401152 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.401425 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.401703 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.402016 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.402297 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.402570 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.402847 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.403730 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.404025 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.404301 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.404583 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.404860 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.405132 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.405409 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.405685 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.405995 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.406275 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.406545 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.406816 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.407092 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.407366 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.407651 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.407929 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.408199 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.408473 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.408749 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.409023 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.409296 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.409573 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.409843 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.410158 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.410432 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.410703 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.410975 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.411244 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.411513 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.411783 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.412052 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.412326 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.412596 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.412869 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.413142 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.413414 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.413685 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.413991 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.414289 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.414567 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.414846 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.415124 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.415406 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.415682 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.415959 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.416238 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.416516 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.416791 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.417083 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.417368 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.417656 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.417977 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.418261 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.418557 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.418908 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.419193 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.419478 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.419758 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.420038 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.420322 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.420607 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.420904 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.421199 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.421494 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.421787 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.422114 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.422398 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.422706 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.422986 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:20.423203 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 11:09:20.423441 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103906) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 14 11:09:20.796416 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 14 11:09:20.796689 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 14 11:09:20.796993 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 14 11:09:20.797465 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 14 11:09:21.124073 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.124287 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.124564 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.125751 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.126061 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.126447 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.180897 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.181175 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.181445 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.195381 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.195667 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.195939 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.224601 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.224879 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.225142 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.368004 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.368668 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.368668 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.601579 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.601860 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.602156 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.602427 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.603109 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.704274 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.704595 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.704874 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.705143 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.705406 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.705712 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.705990 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.706250 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.706504 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.706782 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.707041 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.707304 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.707559 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.707810 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.708065 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.708326 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.708578 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.708843 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.709107 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.709361 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.709628 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.709876 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.710178 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.710549 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.710797 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.711042 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.711433 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 11:09:21.711678 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 11:09:21.711915 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 11:09:21.712153 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 11:09:21.712391 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 11:09:21.712625 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 11:09:21.712986 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 14 11:09:21.716243 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 14 11:09:21.720300 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 14 11:09:21.724034 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 14 11:09:21.725674 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 14 11:09:21.726168 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 14 11:09:21.726505 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 14 11:09:21.726884 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 14 11:09:21.729688 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 14 11:09:21.729935 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 14 11:09:21.730294 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 11:09:21.735312 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 14 11:09:21.759350 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 14 11:09:21.759800 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.760097 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103906) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 14 11:09:21.760464 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.761824 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103906) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 14 11:09:21.762139 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 11:09:21.762558 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 14 11:09:21.766695 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.766979 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:21.829837 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 14 11:09:21.830113 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 14 11:09:21.830351 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 14 11:09:21.830717 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 14 11:09:21.850752 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_db.sqlalchemy.engines [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103906) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 14 11:09:22.433076 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Initializing driver for type 'gre' Mar 14 11:09:22.433658 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] gre ID ranges: [(1, 1000)] Mar 14 11:09:22.662006 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Initializing driver for type 'local' Mar 14 11:09:22.662356 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Initializing driver for type 'vlan' Mar 14 11:09:22.747642 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] VlanTypeDriver initialization complete Mar 14 11:09:22.747989 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Initializing driver for type 'vxlan' Mar 14 11:09:22.748489 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] vxlan ID ranges: [(1, 1000)] Mar 14 11:09:22.969884 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Initializing extension driver 'port_security' Mar 14 11:09:22.970186 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.extensions.port_security [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] PortSecurityExtensionDriver initialization complete Mar 14 11:09:22.970522 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Initializing mechanism driver 'openvswitch' Mar 14 11:09:22.970853 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Initializing mechanism driver 'hyperv' Mar 14 11:09:22.977536 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.plugin [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103906) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:09:22.978425 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > port after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.978803 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > port after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.979163 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > port after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.979703 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 11:09:22.980140 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.980498 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.980848 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.982011 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 11:09:22.984626 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > network after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.984626 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > network after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.984626 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > network after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.984626 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 11:09:22.984626 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > security_group after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.985024 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > security_group after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.985024 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.985024 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 11:09:22.985362 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.985716 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.986245 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.986651 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 11:09:22.987064 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > address_group after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.987417 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > address_group after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.987759 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.988157 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103906) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 11:09:22.988608 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] ML2 OVO RPC backend initialized. {{(pid=103906) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 14 11:09:22.989322 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.989681 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.990130 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > network before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.990484 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > networks before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.990835 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > port before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.991179 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > ports before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.991530 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > subnet before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.991878 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > subnets before_response 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.992228 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > network after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.992574 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > network after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.992914 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > network after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.993253 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > port after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.993593 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > port after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.993932 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > port after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.994296 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > subnet after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.994638 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > subnet after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:22.994976 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.002304 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded quota_driver: . Mar 14 11:09:23.002675 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.plugin [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Modular L2 Plugin initialization complete Mar 14 11:09:23.003026 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading services supported by the core plugin {{(pid=103906) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 14 11:09:23.003372 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.plugins.ml2.managers [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Got port-security extension from driver 'port_security' Mar 14 11:09:23.003857 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.extensions.vlantransparent [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Disabled vlantransparent extension. Mar 14 11:09:23.004354 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103906) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 14 11:09:23.004682 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading Plugin: router Mar 14 11:09:23.041093 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.041488 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router after_create 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.041863 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router before_create 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.042263 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.042642 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.043004 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router after_delete 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.043370 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.044373 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.044739 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router after_create 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.045043 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router after_update 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.045398 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router after_update 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.045750 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.046141 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router after_update 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.046554 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.046925 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: port after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.047271 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: port after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.047615 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: subnet after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.047957 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.048309 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.048674 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.049009 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: port before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.049359 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router precommit_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.049720 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router after_update 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.050159 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.050643 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router precommit_create 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.051015 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.051367 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router precommit_update 55549900 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.051736 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > agent after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.052088 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > agent after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.052442 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > network after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.053296 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Tracking information for resource: router configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 11:09:23.053639 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Tracking information for resource: floatingip configured {{(pid=103906) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 11:09:23.058585 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.db.l3_agentschedulers_db [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 14 11:09:23.059165 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: port after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.059566 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: port after_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.059922 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: port after_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.060280 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: port after_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.061066 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router before_create 55550100 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.061436 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.061801 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router precommit_create 55550100 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.062199 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > router precommit_update 55550100 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.066982 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.services.provider_configuration [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Service providers = [] {{(pid=103906) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 14 11:09:23.067354 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.db.servicetype_db [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103906) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 14 11:09:23.070384 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.services.service_base [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 11:09:23.070741 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.services.service_base [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 11:09:23.071084 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.services.service_base [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 11:09:23.071976 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.services.service_base [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103906) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 11:09:23.072354 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.services.service_base [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 14 11:09:23.072726 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 11:09:23.073047 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 14 11:09:23.083826 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 11:09:23.084169 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading Plugin: auto_allocate Mar 14 11:09:23.090026 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: network precommit_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.090401 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: network precommit_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.091445 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 11:09:23.091771 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading Plugin: tag Mar 14 11:09:23.098610 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 11:09:23.098949 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading Plugin: timestamp Mar 14 11:09:23.102792 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 11:09:23.103128 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading Plugin: network_ip_availability Mar 14 11:09:23.109173 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.109582 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.109960 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.110684 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 11:09:23.111009 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading Plugin: flavors Mar 14 11:09:23.116193 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 11:09:23.116536 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading Plugin: revisions Mar 14 11:09:23.120896 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103906) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 11:09:23.121294 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_concurrency.lockutils [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.324s {{(pid=103906) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 14 11:09:23.122269 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103906) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 14 11:09:23.122618 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Initializing extension manager. Mar 14 11:09:23.123142 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: __init__.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.123487 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: __pycache__ {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.123826 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: address_group.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.124583 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.125148 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: address-group Mar 14 11:09:23.125477 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: address_scope.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.126219 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.126728 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: address-scope Mar 14 11:09:23.127053 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.127999 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.128505 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: router-admin-state-down-before-update Mar 14 11:09:23.128831 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: agent.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.129535 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.130067 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: agent Mar 14 11:09:23.130394 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: agent_resources_synced.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.131308 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.131817 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: agent-resources-synced Mar 14 11:09:23.132142 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: allowedaddresspairs.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.133975 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.134494 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: allowed-address-pairs Mar 14 11:09:23.134833 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: auto_allocated_topology.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.135915 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.136433 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: auto-allocated-topology Mar 14 11:09:23.136762 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: availability_zone.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.137608 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.138019 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: availability_zone Mar 14 11:09:23.138357 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: availability_zone_filter.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.139405 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.139909 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: availability_zone_filter Mar 14 11:09:23.140489 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: data_plane_status.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.141399 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.141902 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension data-plane-status not supported by any of loaded plugins Mar 14 11:09:23.142252 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: default_subnetpools.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.143174 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.143682 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: default-subnetpools Mar 14 11:09:23.144004 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.144813 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.145322 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: dhcp_agent_scheduler Mar 14 11:09:23.145649 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: dns.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.146590 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.147096 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension dns-integration not supported by any of loaded plugins Mar 14 11:09:23.147419 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: dns_domain_ports.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.148344 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.148849 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 14 11:09:23.149170 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.150132 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.150639 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 14 11:09:23.150960 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: dvr.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.151631 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.152132 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: dvr Mar 14 11:09:23.152457 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: ecmp_routes.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.154073 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.154577 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 14 11:09:23.154901 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: empty_string_filtering.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.155816 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.156321 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: empty-string-filtering Mar 14 11:09:23.156646 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.157559 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.158097 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 14 11:09:23.158422 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.159344 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.159845 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 14 11:09:23.160167 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: external_net.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.161075 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.161752 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: external-net Mar 14 11:09:23.166856 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.167822 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.168348 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: extra_dhcp_opt Mar 14 11:09:23.169530 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: extraroute.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.170497 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.171011 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: extraroute Mar 14 11:09:23.171342 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: extraroute_atomic.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.172383 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.172891 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: extraroute-atomic Mar 14 11:09:23.173218 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: filter_validation.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.173886 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.174420 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: filter-validation Mar 14 11:09:23.174747 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: fip_pf_description.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.175665 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.176163 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 14 11:09:23.176488 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: fip_port_details.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.177598 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.178133 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: fip-port-details Mar 14 11:09:23.178464 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: flavors.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.179711 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.180225 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: flavors Mar 14 11:09:23.180551 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.182285 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.182818 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 14 11:09:23.183158 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: floatingip_pools.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.183864 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.184404 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: floatingip-pools Mar 14 11:09:23.184735 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: ip_allocation.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.185674 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.186213 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension ip_allocation not supported by any of loaded plugins Mar 14 11:09:23.186544 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.187467 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.187984 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: ip-substring-filtering Mar 14 11:09:23.188314 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: l2_adjacency.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.189244 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.189748 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 14 11:09:23.190108 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: l3.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.191089 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.191613 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: router Mar 14 11:09:23.191945 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.194235 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.194765 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 14 11:09:23.195099 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.196028 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.196541 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: ext-gw-mode Mar 14 11:09:23.196870 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.197800 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.198338 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: l3-ha Mar 14 11:09:23.198666 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.199579 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.200274 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 14 11:09:23.200674 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: l3_flavors.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.201603 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.202146 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: l3-flavors Mar 14 11:09:23.202474 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.203857 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.204370 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 14 11:09:23.204701 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.205621 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.206167 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 14 11:09:23.206499 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: l3agentscheduler.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.207566 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.208079 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: l3_agent_scheduler Mar 14 11:09:23.208409 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: local_ip.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.210237 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.210765 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension local_ip not supported by any of loaded plugins Mar 14 11:09:23.211106 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: logging.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.214078 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.214614 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension logging not supported by any of loaded plugins Mar 14 11:09:23.214952 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: metering.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.216409 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.216995 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: metering Mar 14 11:09:23.217330 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.218471 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.218989 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: metering_source_and_destination_fields Mar 14 11:09:23.219322 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: multiprovidernet.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.220303 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.220769 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: multi-provider Mar 14 11:09:23.221099 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: netmtu.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.222059 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.222575 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: net-mtu Mar 14 11:09:23.222904 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: netmtu_writable.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.223831 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.224340 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: net-mtu-writable Mar 14 11:09:23.224669 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: network_availability_zone.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.225352 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.225858 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: network_availability_zone Mar 14 11:09:23.226214 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: network_ip_availability.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.227335 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.227851 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: network-ip-availability Mar 14 11:09:23.228181 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: network_segment_range.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.228950 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.229452 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension network-segment-range not supported by any of loaded plugins Mar 14 11:09:23.229778 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: pagination.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.230804 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.231706 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: pagination Mar 14 11:09:23.232025 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: port_device_profile.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.232953 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.233475 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: port-device-profile Mar 14 11:09:23.233803 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.234754 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.235271 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: port-mac-address-regenerate Mar 14 11:09:23.235598 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.236515 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.237026 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: port-numa-affinity-policy Mar 14 11:09:23.237356 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: port_resource_request.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.238312 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.238822 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension port-resource-request not supported by any of loaded plugins Mar 14 11:09:23.239150 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: port_resource_request_groups.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.240132 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.240642 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 14 11:09:23.240968 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: portbindings.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.241899 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.242430 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: binding Mar 14 11:09:23.242755 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: portbindings_extended.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.244028 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.244540 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: binding-extended Mar 14 11:09:23.244872 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: portsecurity.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.245789 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.246332 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: port-security Mar 14 11:09:23.246663 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: project_id.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.247961 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.248295 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: project-id Mar 14 11:09:23.248622 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: providernet.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.249554 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.250102 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: provider Mar 14 11:09:23.250432 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: qos.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.254050 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.254580 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension qos not supported by any of loaded plugins Mar 14 11:09:23.254916 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.256194 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.256721 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 14 11:09:23.257055 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.258005 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.258523 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 14 11:09:23.258855 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: qos_default.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.259772 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.260284 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension qos-default not supported by any of loaded plugins Mar 14 11:09:23.260615 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: qos_fip.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.261539 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.262088 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension qos-fip not supported by any of loaded plugins Mar 14 11:09:23.263021 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.263906 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.264417 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 14 11:09:23.264747 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: qos_gateway_ip.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.265934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.266473 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 14 11:09:23.266801 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: qos_port_network_policy.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.267845 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.268353 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 14 11:09:23.268679 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.269724 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.270266 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 14 11:09:23.270594 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.271655 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.272166 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 14 11:09:23.272493 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: qos_pps_rule.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.273681 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.274230 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension qos-pps not supported by any of loaded plugins Mar 14 11:09:23.274563 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: qos_rule_type_details.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.275488 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.276001 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 14 11:09:23.276339 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: qos_rules_alias.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.277390 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.277904 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 14 11:09:23.278807 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: quota_check_limit.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.279731 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.280245 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: quota-check-limit Mar 14 11:09:23.280574 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: quotasv2.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.281534 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.281861 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: quotas Mar 14 11:09:23.282211 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: quotasv2_detail.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.283949 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.284293 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: quota_details Mar 14 11:09:23.284630 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: rbac.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.285693 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.286260 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: rbac-policies Mar 14 11:09:23.286598 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: rbac_address_group.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.287532 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.288051 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: rbac-address-group Mar 14 11:09:23.288382 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: rbac_address_scope.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.289304 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.289818 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: rbac-address-scope Mar 14 11:09:23.290179 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: rbac_security_groups.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.291104 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.291610 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: rbac-security-groups Mar 14 11:09:23.291936 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: rbac_subnetpool.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.292856 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.293364 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: rbac-subnetpool Mar 14 11:09:23.293877 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: revisionifmatch.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.294919 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.295431 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: revision-if-match Mar 14 11:09:23.295760 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: revisions.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.296893 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.297401 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: standard-attr-revisions Mar 14 11:09:23.297729 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: router_availability_zone.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.298444 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.298955 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: router_availability_zone Mar 14 11:09:23.299280 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: routerservicetype.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.300208 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.300718 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension router-service-type not supported by any of loaded plugins Mar 14 11:09:23.301044 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.302004 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.302519 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: security-groups-normalized-cidr Mar 14 11:09:23.302846 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.303772 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.304281 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: port-security-groups-filtering Mar 14 11:09:23.304609 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.305533 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.306083 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: security-groups-remote-address-group Mar 14 11:09:23.306412 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.307352 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.307861 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: security-groups-shared-filtering Mar 14 11:09:23.308189 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.308781 dv-cinder-831776-2-iscsi neutron-server[103906]: WARNING neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 14 11:09:23.309108 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: securitygroup.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.318807 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.319342 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: security-group Mar 14 11:09:23.319678 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: segment.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.320410 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.320923 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension segment not supported by any of loaded plugins Mar 14 11:09:23.321253 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.322230 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.322740 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 14 11:09:23.323068 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: servicetype.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.324186 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.324704 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: service-type Mar 14 11:09:23.325565 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: sorting.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.326766 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.327100 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: sorting Mar 14 11:09:23.327425 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: standard_attr_segment.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.328344 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.328856 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 14 11:09:23.329181 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: standardattrdescription.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.329827 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.330366 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: standard-attr-description Mar 14 11:09:23.330691 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: stateful_security_group.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.331641 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.332149 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: stateful-security-group Mar 14 11:09:23.332476 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: stdattrs_common.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.333047 dv-cinder-831776-2-iscsi neutron-server[103906]: WARNING neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 14 11:09:23.333373 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.334334 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.334847 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 14 11:09:23.335172 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: subnet_onboard.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.336251 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.336778 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: subnet_onboard Mar 14 11:09:23.337108 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.338082 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.338593 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 14 11:09:23.338921 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: subnet_service_types.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.339854 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.340367 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: subnet-service-types Mar 14 11:09:23.341451 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: subnetallocation.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.342582 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.343101 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: subnet_allocation Mar 14 11:09:23.343427 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.344090 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.344595 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: subnetpool-prefix-ops Mar 14 11:09:23.344917 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.345844 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.346382 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 14 11:09:23.346712 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: tagging.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.347798 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.348312 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: standard-attr-tag Mar 14 11:09:23.348640 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: timestamp.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.349862 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.350411 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loaded extension: standard-attr-timestamp Mar 14 11:09:23.350746 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: trunk.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.351787 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.352301 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension trunk not supported by any of loaded plugins Mar 14 11:09:23.352631 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: trunk_details.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.353554 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.354101 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension trunk-details not supported by any of loaded plugins Mar 14 11:09:23.354430 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: uplink_status_propagation.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.355356 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.355861 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 14 11:09:23.356211 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Loading extension file: vlantransparent.py {{(pid=103906) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 11:09:23.356888 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103906) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 11:09:23.357389 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 14 11:09:23.359930 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:network Mar 14 11:09:23.360457 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:subnet Mar 14 11:09:23.360860 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 11:09:23.361256 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:port Mar 14 11:09:23.362532 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 11:09:23.362992 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Service FLAVORS assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 11:09:23.363599 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 11:09:23.364024 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 11:09:23.364361 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:router Mar 14 11:09:23.364797 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:floatingip Mar 14 11:09:23.365293 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Service METERING assigned prefix: /metering {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 11:09:23.366779 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.367156 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.367515 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103906) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:09:23.368523 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 11:09:23.368970 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:security_group Mar 14 11:09:23.369412 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 11:09:23.370052 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Service CORE assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 11:09:23.370393 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 11:09:23.370745 dv-cinder-831776-2-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] subnetpool is already registered Mar 14 11:09:23.371177 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Service CORE assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 11:09:23.371508 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 11:09:23.371869 dv-cinder-831776-2-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] subnetpool is already registered Mar 14 11:09:23.374133 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 11:09:23.374571 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Service FLAVORS assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 11:09:23.375162 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 11:09:23.375585 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 11:09:23.375922 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:router Mar 14 11:09:23.376262 dv-cinder-831776-2-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] router is already registered Mar 14 11:09:23.376680 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:floatingip Mar 14 11:09:23.377017 dv-cinder-831776-2-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] floatingip is already registered Mar 14 11:09:23.377469 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Service METERING assigned prefix: /metering {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 11:09:23.378165 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 11:09:23.378493 dv-cinder-831776-2-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] rbac_policy is already registered Mar 14 11:09:23.378907 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:security_group Mar 14 11:09:23.379243 dv-cinder-831776-2-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] security_group is already registered Mar 14 11:09:23.379649 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 11:09:23.379987 dv-cinder-831776-2-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] security_group_rule is already registered Mar 14 11:09:23.380617 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Service CORE assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 11:09:23.380952 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 11:09:23.381291 dv-cinder-831776-2-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] subnetpool is already registered Mar 14 11:09:23.381712 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.v2.resource_helper [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Service CORE assigned prefix: {{(pid=103906) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 11:09:23.382067 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 11:09:23.382404 dv-cinder-831776-2-iscsi neutron-server[103906]: WARNING neutron.quota.resource_registry [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] subnetpool is already registered Mar 14 11:09:23.382876 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: extensions {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.384361 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: address-groups {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.385862 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: address-scopes {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.387204 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: agents {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.389063 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: auto-allocated-topology {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.390609 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: availability_zones {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.391834 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: dhcp-networks {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.393356 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: dhcp-agents {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.394802 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: routers {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.397031 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: flavors {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.398240 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: service_profiles {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.399459 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: next_providers {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.400898 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: service_profiles {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.402565 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: floatingip-pools {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.403881 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: routers {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.406049 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: floatingips {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.408286 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: l3-routers {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.409660 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: l3-agents {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.411130 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: metering-labels {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.412486 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: metering-label-rules {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.413766 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: network-ip-availabilities {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.415066 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: bindings {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.416732 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: quotas {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.418338 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: quotas {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.420389 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: rbac-policies {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.421680 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: security-groups {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.422957 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: security-group-rules {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.424196 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: service-providers {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.425416 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: subnetpools {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.426883 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: subnetpools {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.428352 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.430058 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.431860 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.433638 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.435658 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.437527 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.439227 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.441097 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.442860 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.444718 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron.api.extensions [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Extended resource: tags {{(pid=103906) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 11:09:23.451269 dv-cinder-831776-2-iscsi neutron-server[103906]: WARNING keystonemiddleware.auth_token [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 14 11:09:23.455959 dv-cinder-831776-2-iscsi neutron-server[103906]: WARNING keystonemiddleware.auth_token [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 14 11:09:23.464532 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_concurrency.lockutils [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Acquired lock "singleton_lock" {{(pid=103906) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 14 11:09:23.465015 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_concurrency.lockutils [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Releasing lock "singleton_lock" {{(pid=103906) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 14 11:09:23.466346 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO oslo_service.service [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Starting 2 workers Mar 14 11:09:23.471368 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Started child 104015 {{(pid=103906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 11:09:23.475968 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Started child 104016 {{(pid=103906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 11:09:23.477168 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:23.489781 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO neutron.service [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 14 11:09:23.489781 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:23.490019 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [-] (104015) wsgi starting up on http://0.0.0.0:9696 Mar 14 11:09:23.490092 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO oslo_service.service [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Starting 1 workers Mar 14 11:09:23.490174 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:23.490174 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [-] (104016) wsgi starting up on http://0.0.0.0:9696 Mar 14 11:09:23.490704 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Started child 104017 {{(pid=103906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 11:09:23.490704 dv-cinder-831776-2-iscsi neutron-server[103906]: INFO oslo_service.service [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Starting 1 workers Mar 14 11:09:23.490839 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.service [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] calling RpcWorker wait() {{(pid=104017) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 14 11:09:23.490839 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.service [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] returning from RpcWorker wait() {{(pid=104017) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 14 11:09:23.491303 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Started child 104018 {{(pid=103906) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 11:09:23.491765 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG neutron_lib.callbacks.manager [None req-ce2368cd-7c1d-4ac3-bd69-c3ecd94dd7f6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103906) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:23.491934 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:23.492399 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:09:23.493730 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103906) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 11:09:23.493966 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 11:09:23.494165 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 11:09:23.494400 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 11:09:23.494776 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 11:09:23.494885 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 11:09:23.495392 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.495666 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.495942 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.496196 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.496293 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:23.496756 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.497111 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.497390 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.497627 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:09:23.497700 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.497910 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.498159 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.498335 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.498495 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.498745 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.498999 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.499302 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.499577 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.499815 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.500074 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.500245 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.500514 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.500788 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.501036 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.501306 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] debug = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.501550 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.502069 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.502307 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.502546 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.502765 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.503039 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.503269 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.503558 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.503800 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.504048 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.504289 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.504538 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.504779 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.504997 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.505234 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.505449 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.505708 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.505929 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.506606 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] host = dv-cinder-831776-2-iscsi {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.506606 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.506899 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.507083 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.507334 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.507592 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.507841 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.508108 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.508368 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.508625 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.508896 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.509154 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.509379 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.509598 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.509853 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.510046 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_options = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.510303 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.510582 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.510846 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.511043 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.511208 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.511369 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.511630 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.511795 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.512038 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.512287 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.513339 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.513574 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.513873 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.514128 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.514377 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.519760 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.519760 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.519760 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.519760 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.519760 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.519760 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.519760 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.519760 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.520844 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.520844 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.520844 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.520844 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.520844 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.520844 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.520844 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.520844 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.521848 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.521848 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.521848 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.521848 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.521848 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.521848 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.521848 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.521848 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.522659 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.522659 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.522659 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.522659 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.522659 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.522659 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.522659 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.523171 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_json = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.523171 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.523303 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.524276 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.524785 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.525020 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.525243 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.525712 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.526229 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.526469 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.526927 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.527211 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.527837 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.529086 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.529491 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.529898 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.530186 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.530447 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.530691 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.530931 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.531243 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.531629 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.532086 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.532552 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.532840 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.533294 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.533698 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.534121 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.534533 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.534931 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.535193 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.535426 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.535728 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.535953 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.536216 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.536465 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.536712 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.537012 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.537283 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.537650 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.537927 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.538208 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.538481 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.538693 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.538920 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.539147 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.539357 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.539574 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.539813 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.540080 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.540334 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.540611 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.540838 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.541100 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.541325 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.541572 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.541839 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.542105 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.542360 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.545821 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.545821 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.545821 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.545821 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.545821 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.545821 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.545821 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.545821 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.545821 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.546606 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.546606 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.546606 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.546606 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.546606 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.546606 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.546606 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.546606 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.546606 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.547257 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.547257 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.547257 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.547486 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.547619 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.547835 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.548044 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.548457 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.548840 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.549200 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.549572 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.549786 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.550027 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.550247 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.550480 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.550702 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.550948 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.551180 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.551396 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.551611 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.551819 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.552030 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.552241 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.552472 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.552745 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.553059 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.553307 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.553558 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.553991 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.554277 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.554514 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.554760 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.554978 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.555197 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.555429 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.555692 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.555928 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.556147 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.556370 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.556584 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.556842 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.557061 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.557280 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.557500 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.557716 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.557983 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.558235 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.558500 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.558775 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.559003 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.559268 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.559498 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.559782 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.560019 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.560296 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.560514 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.560799 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.561100 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.561371 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.561642 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.561880 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.562148 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.562399 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.562658 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.562910 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.563160 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.563426 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.564344 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.564344 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.564344 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.564344 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.564729 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.564898 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.565133 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.565349 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.565585 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.565890 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.566150 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.566404 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.566673 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.568700 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.568700 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.568700 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.568700 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.568700 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.568700 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.568700 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.568700 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.569363 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.569363 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.569363 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.569363 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.569649 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.569974 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.570209 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.570431 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.570638 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.570848 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.571071 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.571320 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.571533 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.571773 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.572009 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.572244 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.572478 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.572692 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.572904 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.573153 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.573370 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.573632 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.573882 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.574140 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.574384 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.574639 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.575501 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.575743 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.575966 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.576186 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.576399 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.576612 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.576830 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.577065 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.577301 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.577526 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.577744 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.578001 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.578253 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.578803 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.578918 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.579072 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.579340 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.579586 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.579800 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.580015 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.580235 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.580452 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.580667 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.580893 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.581109 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.581345 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.581559 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.581773 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.582031 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.582302 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.582543 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.582881 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.583364 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.583364 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.583557 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.583928 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.584536 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.584770 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.584984 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.585196 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.585429 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.585662 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.586127 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.586222 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.586444 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.586705 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.586941 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.587191 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.587419 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.587630 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.587958 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.588049 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.588274 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.588489 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.588734 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.588945 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.589175 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.589397 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.589612 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.589823 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.590072 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.590283 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.591343 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.591587 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.591801 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.592012 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.592239 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.592452 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.592687 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.592917 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.593294 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.593392 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.593569 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.593799 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.594051 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.603513 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.603513 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.603513 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.603513 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.603513 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.603513 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.603513 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.603513 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604111 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604111 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604111 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604111 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604111 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604111 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604111 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604111 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604666 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604666 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604666 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604666 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604666 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604666 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604666 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.604666 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605235 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605235 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605235 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605235 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605235 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605235 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605235 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605235 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605235 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605839 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605839 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605839 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605839 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605839 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605839 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605839 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605839 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.605839 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.606465 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.606465 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.606465 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.606465 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.606465 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 11:09:23.606465 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103906) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 11:09:23.606465 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 11:09:23.606465 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 11:09:23.606985 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 11:09:23.606985 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 11:09:23.606985 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 11:09:23.606985 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.607211 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.607286 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.607436 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.607697 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.607788 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.607871 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.608117 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.608216 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.608317 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.608470 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.608652 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.608821 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.608966 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.609205 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.609361 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.609497 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.609654 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.609787 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.610028 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.610174 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.610305 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.610435 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] debug = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.610569 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.610703 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.610856 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.611015 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.611173 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.611336 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.611513 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.611676 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.611817 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.611957 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.612096 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.612235 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.612374 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.612512 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.612649 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.612797 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.612945 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.613098 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.613251 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] host = dv-cinder-831776-2-iscsi {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.613405 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.613559 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.613712 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.613868 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.614045 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.614202 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.614426 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.614540 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.614750 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.614867 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.618268 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.618601 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 48372) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:09:23.618736 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.619065 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.619243 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.619419 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_options = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.619592 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.619763 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.619936 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.620319 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.620442 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.620599 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.620768 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.620932 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.621095 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.621256 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.621415 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.621574 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.621778 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.621937 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.622127 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.622283 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.622486 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.622690 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.622865 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.623027 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.623184 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.623341 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.623498 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.623655 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.623824 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.623957 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.624113 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.624269 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.624425 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.624581 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.624739 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.624895 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.625052 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.625207 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.625363 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.625574 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.625738 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.625895 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.626168 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.626328 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.626487 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.626645 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.626804 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.626961 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.627123 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.627297 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.627442 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_json = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.627585 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.627928 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.628027 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.628165 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.628316 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.628981 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.629159 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.629323 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.629485 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 11:09:23.629671 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.629835 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.630031 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.630197 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.635255 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.635255 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.635255 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.635255 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.635255 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.635255 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.635255 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.635255 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.636880 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.636880 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.636880 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.636880 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.636880 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.636880 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.636880 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.636880 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.638671 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.638837 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0120614 Mar 14 11:09:23.638994 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.638994 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.638994 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.638994 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.638994 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.638994 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.638994 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.638994 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.639445 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.639445 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.639445 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.639445 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.639445 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.639445 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.639445 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.639445 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.639901 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.639901 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.639901 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.639901 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641264 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:09:23.641337 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641337 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641337 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641337 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641337 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641337 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641337 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641337 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641780 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641780 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641780 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641780 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641780 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641780 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641780 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641780 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.641780 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.643242 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.643242 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.643242 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.643242 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.643242 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.643242 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.643242 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.643242 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.643242 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.645830 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.645830 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.645830 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.645830 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.645830 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.645830 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.645830 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.645830 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.645830 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.646458 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.646458 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.646458 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.646458 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.646458 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.646458 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.646458 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.646458 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.646458 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647030 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647030 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647030 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647030 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647030 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647030 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647030 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647030 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647479 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647479 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647479 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647479 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647479 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647479 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647479 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647479 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.647934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.649278 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.649278 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.649278 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.649278 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.649278 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.649278 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.649278 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.649278 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.649726 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.649726 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.649726 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.649726 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.651376 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.651376 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.651376 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.651376 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.651376 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.651376 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.651376 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.651376 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.651941 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.651941 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.651941 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.651941 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.651941 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.651941 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.652315 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.652315 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.652445 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.652510 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.652661 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.652826 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.653637 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656303 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656303 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656303 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656303 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656303 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656303 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656303 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656303 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656846 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656846 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656846 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656846 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656846 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656846 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656846 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.656846 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.658388 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.658388 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.658388 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.658388 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.658388 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.658388 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.658388 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.658388 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.658934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.658934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.658934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.658934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.658934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.658934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.658934 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.659428 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.661147 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.661147 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.661147 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.661147 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.661147 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.661147 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.661147 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.661147 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.662565 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.662565 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.662565 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.662565 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.662565 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.662565 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.662565 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.662565 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.663017 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.663017 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.663017 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.663017 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.663017 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.663017 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.663397 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.663397 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.664491 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.664491 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.664491 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.664491 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.664491 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.664491 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.664491 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.664491 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.666234 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.666234 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.666234 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.666234 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.666234 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.666234 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.666234 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.666234 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.666697 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.666697 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.666697 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.666697 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.666697 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.666697 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.667046 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.667046 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.667165 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.667514 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.667514 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.667663 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.667741 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.667895 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.668083 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.668255 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.668417 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.668792 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.669594 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.669756 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.669917 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.670100 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.670256 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.670414 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.670585 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.670736 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.670894 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.671164 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.671484 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.671796 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.671971 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.672132 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.672282 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.672439 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.673489 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.673489 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.673489 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.673489 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.673489 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.673489 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.673489 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.674545 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.674545 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.674545 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.674545 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.674545 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.674545 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.674545 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.675170 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.675170 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.675170 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.675170 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.676378 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.676378 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.676378 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.676378 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.676378 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.676378 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.676378 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.676378 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.676842 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.676842 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.676842 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.677233 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.677233 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.678141 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.678141 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.678141 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.678141 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.678141 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.678141 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.678495 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.678495 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.678613 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.678686 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.678819 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.678983 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.679143 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.679984 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.679984 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.679984 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.679984 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.679984 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.680300 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.680300 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.680422 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.680519 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.680755 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 11:09:23.680845 dv-cinder-831776-2-iscsi neutron-server[103906]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103906) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 11:09:35.217384 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ab06aa-7a03-41ca-8939-797a4a6da561 None None] get_active_networks_info from dv-cinder-831776-2-iscsi {{(pid=104017) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 14 11:09:35.283234 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab06aa-7a03-41ca-8939-797a4a6da561 None None] No non-hosted networks {{(pid=104017) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 14 11:09:35.290394 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.agentschedulers_db [None req-02ab06aa-7a03-41ca-8939-797a4a6da561 None None] DHCP Agent not found on host dv-cinder-831776-2-iscsi {{(pid=104017) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 14 11:09:35.375673 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0897b7e9-1dee-4f43-bccc-7fcfcd6a78d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3902988'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:37.389760 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d09effe6-5fc7-44e9-b320-02cbfd83b99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3902988'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:37.422267 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.db.api [None req-51c33e27-07c2-4681-820f-a8aefddbf922 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-831776-2-iscsi {{(pid=104017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 11:09:37.423139 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG oslo_db.api [None req-51c33e27-07c2-4681-820f-a8aefddbf922 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 11:09:38.026997 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-51c33e27-07c2-4681-820f-a8aefddbf922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:38.610226 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3902988'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:40.307149 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3902988'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:41.419965 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 48458) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:09:41.667195 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.db.l3_hamode_db [None req-543ec8b4-9abc-45a1-84ab-e7d26adb602c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 14 11:09:41.765170 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ec8b4-9abc-45a1-84ab-e7d26adb602c None None] Routers set() bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:09:41.765830 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543ec8b4-9abc-45a1-84ab-e7d26adb602c None None] Router IDs set() for agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 14 11:09:41.780750 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3902988'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:41.781480 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:41.782379 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:41.782905 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:41.783239 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:41.783567 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:41.783894 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:41.784220 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:41.784570 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:41.784895 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:41.785216 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:41.785553 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:41.785879 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:41.786238 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:41.786558 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:41.786981 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:41.787364 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831776-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:09:41.796029 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831776-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:09:41.951433 dv-cinder-831776-2-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-636e5eef-3117-4b19-90f6-4206db5888c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 11:09:41.952045 dv-cinder-831776-2-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-636e5eef-3117-4b19-90f6-4206db5888c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 11:09:42.176426 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [None req-636e5eef-3117-4b19-90f6-4206db5888c1 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 11:09:42.189969 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-636e5eef-3117-4b19-90f6-4206db5888c1 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7566080 Mar 14 11:09:44.767904 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 48484) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:09:45.076679 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-4a672899-0a74-4f65-9177-a5a16466ae4f admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:09:45.170087 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.policy [None req-4a672899-0a74-4f65-9177-a5a16466ae4f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104016) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 11:09:45.211518 dv-cinder-831776-2-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-4a672899-0a74-4f65-9177-a5a16466ae4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 11:09:45.211887 dv-cinder-831776-2-iscsi neutron-server[104016]: WARNING oslo_policy.policy [None req-4a672899-0a74-4f65-9177-a5a16466ae4f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 11:09:45.369861 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4a672899-0a74-4f65-9177-a5a16466ae4f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767077249496', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767077250827', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767078510686', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767078522693', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767078527566', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767077130777', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3182839', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3155022', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-464443', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-456212'] for rbac-policy (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:45.520235 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4a672899-0a74-4f65-9177-a5a16466ae4f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:45.521323 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4a672899-0a74-4f65-9177-a5a16466ae4f admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7524502 Mar 14 11:09:48.013880 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 48494) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:09:48.320508 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:09:48.397763 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Made reservation on behalf of dfeba1c9531e406eb4d1c57f9d220ed5 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:09:48.401536 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:48.419365 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:48.523940 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Publish callbacks [] for security_group (f7b747d5-4d1d-468a-85ec-0192d0e5ded8), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:48.586366 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (f7b747d5-4d1d-468a-85ec-0192d0e5ded8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:48.611112 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] vlan segment allocate from pool success with {'vlan_id': 280, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:09:48.644502 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767078831108', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (1784f326-1df3-4544-8879-1b181d5546cc), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:48.645079 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Unsubscribe: segment precommit_create {{(pid=104016) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 11:09:48.645601 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Added segment 1784f326-1df3-4544-8879-1b181d5546cc of type vlan for network a3682b7c-c68d-44c9-8c5a-7605fbc24cdb Mar 14 11:09:48.661467 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b747d5-4d1d-468a-85ec-0192d0e5ded8,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:09:48.709144 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:48.709489 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:48.709848 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:48.710257 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:48.710616 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:48.710944 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:48.711266 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:48.711593 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:48.711912 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:48.712227 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:48.712543 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:48.712876 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:48.713191 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:48.713504 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:48.713811 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Tracked resource versions report: Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: pushed versions: Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: { 'AddressGroup': {'1.2'}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Agent': {'1.1'}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'ConntrackHelper': {'1.0'}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'LocalIPAssociation': {'1.0'}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Log': {'1.0'}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'NDPProxy': {'1.0'}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Network': {'1.1'}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Port': {'1.7'}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'PortForwarding': {'1.2'}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'QosPolicy': {'1.10'}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'SecurityGroup': {'1.5'}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'SecurityGroupRule': {'1.2'}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'SubPort': {'1.0'}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Subnet': {'1.1'}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Trunk': {'1.1'}} Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: consumer versions: Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: { DHCP agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: L3 agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: Metadata agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: Metering agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: Open vSwitch agent@dv-cinder-831776-2-iscsi: { 'AddressGroup': '1.2', Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Agent': '1.1', Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'ConntrackHelper': '1.0', Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'LocalIPAssociation': '1.0', Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Log': '1.0', Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'NDPProxy': '1.0', Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Network': '1.1', Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Port': '1.7', Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'PortForwarding': '1.2', Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'QosPolicy': '1.10', Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'SecurityGroup': '1.5', Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'SecurityGroupRule': '1.2', Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'SubPort': '1.0', Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Subnet': '1.1', Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Trunk': '1.1'}} Mar 14 11:09:48.715783 dv-cinder-831776-2-iscsi neutron-server[104016]: {{(pid=104016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 11:09:48.759252 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (a3682b7c-c68d-44c9-8c5a-7605fbc24cdb), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:48.866644 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (a3682b7c-c68d-44c9-8c5a-7605fbc24cdb), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:48.871930 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:09:48.872639 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:48.983982 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] Pushing event updated for resources: {'Network': ['ID=a3682b7c-c68d-44c9-8c5a-7605fbc24cdb,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:09:48.995834 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network a3682b7c-c68d-44c9-8c5a-7605fbc24cdb details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:09:49.029810 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d65787f2-2e34-49d0-a6cf-95c46137152a demo demo] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0073934 Mar 14 11:09:51.572398 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 48506) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:09:52.065037 dv-cinder-831776-2-iscsi neutron-server[104015]: WARNING oslo_policy.policy [None req-65c79696-a942-4510-b35f-95dfb5e769ad demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 11:09:52.065646 dv-cinder-831776-2-iscsi neutron-server[104015]: WARNING oslo_policy.policy [None req-65c79696-a942-4510-b35f-95dfb5e769ad demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 11:09:52.505770 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.policy [None req-65c79696-a942-4510-b35f-95dfb5e769ad demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104015) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 11:09:52.547876 dv-cinder-831776-2-iscsi neutron-server[104015]: WARNING oslo_policy.policy [None req-65c79696-a942-4510-b35f-95dfb5e769ad demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 11:09:52.548188 dv-cinder-831776-2-iscsi neutron-server[104015]: WARNING oslo_policy.policy [None req-65c79696-a942-4510-b35f-95dfb5e769ad demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 11:09:52.556035 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c79696-a942-4510-b35f-95dfb5e769ad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:09:52.557993 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-65c79696-a942-4510-b35f-95dfb5e769ad demo admin] 10.222.0.37 "GET /v2.0/networks/a3682b7c-c68d-44c9-8c5a-7605fbc24cdb HTTP/1.1" status: 200 len: 825 time: 0.9829443 Mar 14 11:09:52.596719 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-e5b1b727-a01e-425a-a9eb-1f78924169a0 demo admin] 10.222.0.37 "GET /v2.0/subnetpools/4f8f5439-b63e-4d29-bbc0-37cb1922687f HTTP/1.1" status: 200 len: 734 time: 0.0325577 Mar 14 11:09:52.605972 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4f8f5439-b63e-4d29-bbc0-37cb1922687f'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:09:52.706382 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Made reservation on behalf of dfeba1c9531e406eb4d1c57f9d220ed5 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:09:52.709115 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:53.026857 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for subnet (79aed6ff-6659-450d-a059-896fc07f5bde), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:53.097821 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Checking segment: {'id': '1784f326-1df3-4544-8879-1b181d5546cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:09:53.098288 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Network hostable DHCP agents. Network: a3682b7c-c68d-44c9-8c5a-7605fbc24cdb, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:09:53.110893 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Pushing event updated for resources: {'Subnet': ['ID=79aed6ff-6659-450d-a059-896fc07f5bde,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:09:53.121846 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:53.122210 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:53.122572 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:53.122928 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:53.123258 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:53.123583 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:53.123900 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:53.124218 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:53.124554 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:53.124875 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:53.125187 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:53.125516 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:53.125828 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:53.126170 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:53.126484 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Tracked resource versions report: Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: pushed versions: Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: { 'AddressGroup': {'1.2'}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Agent': {'1.1'}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'ConntrackHelper': {'1.0'}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'LocalIPAssociation': {'1.0'}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Log': {'1.0'}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'NDPProxy': {'1.0'}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Network': {'1.1'}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Port': {'1.7'}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'PortForwarding': {'1.2'}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'QosPolicy': {'1.10'}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'SecurityGroup': {'1.5'}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'SecurityGroupRule': {'1.2'}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'SubPort': {'1.0'}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Subnet': {'1.1'}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Trunk': {'1.1'}} Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: consumer versions: Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: { DHCP agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: L3 agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: Metadata agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: Metering agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: Open vSwitch agent@dv-cinder-831776-2-iscsi: { 'AddressGroup': '1.2', Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Agent': '1.1', Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'ConntrackHelper': '1.0', Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'LocalIPAssociation': '1.0', Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Log': '1.0', Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'NDPProxy': '1.0', Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Network': '1.1', Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Port': '1.7', Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'PortForwarding': '1.2', Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'QosPolicy': '1.10', Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'SecurityGroup': '1.5', Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'SecurityGroupRule': '1.2', Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'SubPort': '1.0', Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Subnet': '1.1', Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Trunk': '1.1'}} Mar 14 11:09:53.127859 dv-cinder-831776-2-iscsi neutron-server[104015]: {{(pid=104015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 11:09:53.197501 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Network a3682b7c-c68d-44c9-8c5a-7605fbc24cdb is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:09:53.277773 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, a3682b7c-c68d-44c9-8c5a-7605fbc24cdb) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:09:53.282459 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:09:53.283055 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:53.288390 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a21b10-1516-4946-bcdb-bf962c1569ed None None] Network a3682b7c-c68d-44c9-8c5a-7605fbc24cdb requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:09:53.355259 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3ad34627-5217-4361-b05b-40d4807a79ae demo admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7526772 Mar 14 11:09:53.661537 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76d7e8ab-c6c4-5dc2-bbd2-0a63752f153b-a3682b7c-c68d-44c9-8c5a-7605fbc24cdb', 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb', 'project_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'fixed_ips': [{'subnet_id': '79aed6ff-6659-450d-a059-896fc07f5bde'}]}} from dv-cinder-831776-2-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 11:09:53.662815 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:53.949250 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Allocated IP 172.20.0.2 (a3682b7c-c68d-44c9-8c5a-7605fbc24cdb/79aed6ff-6659-450d-a059-896fc07f5bde/5341bf3c-57ca-4c9a-8172-e68b2de676a6) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:09:54.219865 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Publish callbacks [] for port (5341bf3c-57ca-4c9a-8172-e68b2de676a6), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:54.295752 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (5341bf3c-57ca-4c9a-8172-e68b2de676a6), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:54.374178 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Network a3682b7c-c68d-44c9-8c5a-7605fbc24cdb is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:09:54.381184 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:09:54.384306 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Pushing event updated for resources: {'Port': ['ID=5341bf3c-57ca-4c9a-8172-e68b2de676a6,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:09:54.387424 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:09:54.422044 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:54.422401 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:54.422766 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:54.423128 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:54.423468 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:54.423802 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:54.424128 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:54.424451 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:54.424776 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:54.425097 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:54.425433 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:54.425773 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:54.426123 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:54.426446 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:54.426765 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Tracked resource versions report: Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: pushed versions: Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: { 'AddressGroup': {'1.2'}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Agent': {'1.1'}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'ConntrackHelper': {'1.0'}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'LocalIPAssociation': {'1.0'}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Log': {'1.0'}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'NDPProxy': {'1.0'}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Network': {'1.1'}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Port': {'1.7'}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'PortForwarding': {'1.2'}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'QosPolicy': {'1.10'}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'SecurityGroup': {'1.5'}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'SecurityGroupRule': {'1.2'}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'SubPort': {'1.0'}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Subnet': {'1.1'}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Trunk': {'1.1'}} Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: consumer versions: Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: { DHCP agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: L3 agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: Metadata agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: Metering agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: Open vSwitch agent@dv-cinder-831776-2-iscsi: { 'AddressGroup': '1.2', Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Agent': '1.1', Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'ConntrackHelper': '1.0', Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'LocalIPAssociation': '1.0', Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Log': '1.0', Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'NDPProxy': '1.0', Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Network': '1.1', Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Port': '1.7', Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'PortForwarding': '1.2', Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'QosPolicy': '1.10', Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'SecurityGroup': '1.5', Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'SecurityGroupRule': '1.2', Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'SubPort': '1.0', Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Subnet': '1.1', Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Trunk': '1.1'}} Mar 14 11:09:54.428223 dv-cinder-831776-2-iscsi neutron-server[104017]: {{(pid=104017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 11:09:54.477652 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Attempting to bind port 5341bf3c-57ca-4c9a-8172-e68b2de676a6 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:09:54.478015 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Attempting to bind port 5341bf3c-57ca-4c9a-8172-e68b2de676a6 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '1784f326-1df3-4544-8879-1b181d5546cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:09:54.478451 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Attempting to bind port 5341bf3c-57ca-4c9a-8172-e68b2de676a6 on network a3682b7c-c68d-44c9-8c5a-7605fbc24cdb {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:09:54.483483 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:09:54.486115 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Checking segment: {'id': '1784f326-1df3-4544-8879-1b181d5546cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:09:54.486115 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:54.486115 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Bound using segment: {'id': '1784f326-1df3-4544-8879-1b181d5546cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:09:54.486115 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Bound port: 5341bf3c-57ca-4c9a-8172-e68b2de676a6, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1784f326-1df3-4544-8879-1b181d5546cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:09:54.486115 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (5341bf3c-57ca-4c9a-8172-e68b2de676a6), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:54.619315 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] For port 5341bf3c-57ca-4c9a-8172-e68b2de676a6, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:09:54.641480 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] For port 5341bf3c-57ca-4c9a-8172-e68b2de676a6, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=5341bf3c-57ca-4c9a-8172-e68b2de676a6,segment=NetworkSegment(1784f326-1df3-4544-8879-1b181d5546cc),segment_id=1784f326-1df3-4544-8879-1b181d5546cc)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:09:54.711155 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (5341bf3c-57ca-4c9a-8172-e68b2de676a6), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:09:54.813734 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c49e78-b7bc-41a3-a2d7-0e97fc41eae4 None None] Pushing event updated for resources: {'Port': ['ID=5341bf3c-57ca-4c9a-8172-e68b2de676a6,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:09:55.910312 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 48526) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:09:56.230114 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [None req-2f98e4dc-8f64-43d0-a641-96494cf81e7c admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 11:09:56.231167 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-2f98e4dc-8f64-43d0-a641-96494cf81e7c admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3198581 Mar 14 11:09:58.789446 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 48534) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:09:59.117688 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [None req-266e16f2-d253-4caf-b2a3-88b1edd92fd4 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 11:09:59.118960 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-266e16f2-d253-4caf-b2a3-88b1edd92fd4 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3285358 Mar 14 11:10:01.678800 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 48542) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:10:01.998698 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-dcffc7a4-13d1-4897-b435-e9eb3d886cdc demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:10:02.129122 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dcffc7a4-13d1-4897-b435-e9eb3d886cdc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3901214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router (e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:02.130693 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dcffc7a4-13d1-4897-b435-e9eb3d886cdc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3901322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3899752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3930077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6786'] for router (e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:02.280076 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dcffc7a4-13d1-4897-b435-e9eb3d886cdc demo demo] Publish callbacks [] for router_controller (e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:02.341280 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dcffc7a4-13d1-4897-b435-e9eb3d886cdc demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3899669'] for router (e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:02.422259 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-dcffc7a4-13d1-4897-b435-e9eb3d886cdc demo demo] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:02.423458 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-dcffc7a4-13d1-4897-b435-e9eb3d886cdc demo demo] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7436082 Mar 14 11:10:04.992537 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 48554) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:10:05.214470 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1f23aee6-6435-4389-99f1-866ed9ff95dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:05.324362 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [None req-e4a860db-d5c4-45c2-953d-b45729c0fee5 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 11:10:05.325353 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e4a860db-d5c4-45c2-953d-b45729c0fee5 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3318746 Mar 14 11:10:06.096871 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e188d3-5bd9-4138-9d34-98b61dc6afcb None None] Network a3682b7c-c68d-44c9-8c5a-7605fbc24cdb requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:10:06.186739 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-473d762f-a0ca-46a6-838e-2a78ac143bab None None] Provisioning complete for port 5341bf3c-57ca-4c9a-8172-e68b2de676a6 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:10:06.187155 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-473d762f-a0ca-46a6-838e-2a78ac143bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (5341bf3c-57ca-4c9a-8172-e68b2de676a6), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:06.393212 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-473d762f-a0ca-46a6-838e-2a78ac143bab None None] Current status of the port 5341bf3c-57ca-4c9a-8172-e68b2de676a6 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:10:06.393824 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-473d762f-a0ca-46a6-838e-2a78ac143bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (5341bf3c-57ca-4c9a-8172-e68b2de676a6), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:06.406997 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 5341bf3c-57ca-4c9a-8172-e68b2de676a6 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:10:06.458688 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-473d762f-a0ca-46a6-838e-2a78ac143bab None None] For port 5341bf3c-57ca-4c9a-8172-e68b2de676a6, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=5341bf3c-57ca-4c9a-8172-e68b2de676a6,segment=NetworkSegment(1784f326-1df3-4544-8879-1b181d5546cc),segment_id=1784f326-1df3-4544-8879-1b181d5546cc)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:10:06.478604 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 5341bf3c-57ca-4c9a-8172-e68b2de676a6 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:10:06.479595 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (5341bf3c-57ca-4c9a-8172-e68b2de676a6), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:06.559881 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 5341bf3c-57ca-4c9a-8172-e68b2de676a6 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:10:06.560269 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (5341bf3c-57ca-4c9a-8172-e68b2de676a6), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:06.626864 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-473d762f-a0ca-46a6-838e-2a78ac143bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (5341bf3c-57ca-4c9a-8172-e68b2de676a6), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:06.694588 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.db.api [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 11:10:06.694962 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG oslo_db.api [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 11:10:06.704165 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d762f-a0ca-46a6-838e-2a78ac143bab None None] Pushing event updated for resources: {'Port': ['ID=5341bf3c-57ca-4c9a-8172-e68b2de676a6,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:10:06.745209 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-3914183d-bbf6-4ee0-aac5-3958cde416eb None None] Provisioning complete for port 5341bf3c-57ca-4c9a-8172-e68b2de676a6 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:10:06.745677 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3914183d-bbf6-4ee0-aac5-3958cde416eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (5341bf3c-57ca-4c9a-8172-e68b2de676a6), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:06.818432 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-3914183d-bbf6-4ee0-aac5-3958cde416eb None None] Current status of the port 5341bf3c-57ca-4c9a-8172-e68b2de676a6 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:10:07.230723 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 5341bf3c-57ca-4c9a-8172-e68b2de676a6 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:10:07.334406 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-34a4848e-21b6-4017-a39b-fc02fc10d8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:07.536238 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:10:07.858300 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 48562) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:10:08.164651 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:10:08.237212 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] Made reservation on behalf of 9f5f17e9162c414080827b199c1c15b4 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:10:08.239416 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:08.247324 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:08.319881 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] Publish callbacks [] for security_group (b0df9f40-b379-4552-a5a1-fb7d60bcd3c1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:08.358152 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 5341bf3c-57ca-4c9a-8172-e68b2de676a6 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:10:08.380345 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (b0df9f40-b379-4552-a5a1-fb7d60bcd3c1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:08.398679 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] Reserving flat network on physical network physnet1 {{(pid=104016) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 14 11:10:08.405994 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 5341bf3c-57ca-4c9a-8172-e68b2de676a6 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:10:08.406432 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (5341bf3c-57ca-4c9a-8172-e68b2de676a6), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:08.414975 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0df9f40-b379-4552-a5a1-fb7d60bcd3c1,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:10:08.420191 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (fe8e030d-c8f8-4f76-aa24-4a081a3c6058), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:08.420544 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] Added segment fe8e030d-c8f8-4f76-aa24-4a081a3c6058 of type flat for network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 Mar 14 11:10:08.484809 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 5341bf3c-57ca-4c9a-8172-e68b2de676a6 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:10:08.496280 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (176acbe3-7568-4ebf-bdee-458ee42fb6d3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:08.574801 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:08.601573 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (176acbe3-7568-4ebf-bdee-458ee42fb6d3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:08.602568 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:10:08.603135 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:08.692762 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] Pushing event updated for resources: {'Network': ['ID=176acbe3-7568-4ebf-bdee-458ee42fb6d3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:10:08.709114 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:10:08.737098 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f87ce668-e7e3-406b-9066-4c0a58758e09 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8777413 Mar 14 11:10:10.260346 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:11.298360 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 48580) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:10:11.547387 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04da3078-0fb4-4975-86ea-6008152ec2be demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:10:11.548782 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-04da3078-0fb4-4975-86ea-6008152ec2be demo admin] 10.222.0.37 "GET /v2.0/subnets/79aed6ff-6659-450d-a059-896fc07f5bde HTTP/1.1" status: 200 len: 849 time: 0.2494695 Mar 14 11:10:11.677458 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-586d8668-ee63-4893-a432-8f8e5e72495c demo admin] 10.222.0.37 "GET /v2.0/routers/e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3 HTTP/1.1" status: 200 len: 704 time: 0.1228883 Mar 14 11:10:11.688720 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:11.951956 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:12.255754 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Allocated IP 172.20.0.1 (a3682b7c-c68d-44c9-8c5a-7605fbc24cdb/79aed6ff-6659-450d-a059-896fc07f5bde/4631a798-eaa7-45a0-acb8-253c650dd256) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:10:12.441340 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Publish callbacks [] for port (4631a798-eaa7-45a0-acb8-253c650dd256), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:12.569294 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (4631a798-eaa7-45a0-acb8-253c650dd256), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:12.692618 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Network a3682b7c-c68d-44c9-8c5a-7605fbc24cdb is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:10:12.697221 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:10:12.706438 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:10:12.706964 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899496'] for router_interface (e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:12.725425 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Pushing event updated for resources: {'Port': ['ID=4631a798-eaa7-45a0-acb8-253c650dd256,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:10:12.872162 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-dc12e044-34e9-4222-b2a6-0975233bb4ae None None] Provisioning complete for port 4631a798-eaa7-45a0-acb8-253c650dd256 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:10:12.872694 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dc12e044-34e9-4222-b2a6-0975233bb4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (4631a798-eaa7-45a0-acb8-253c650dd256), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:12.908366 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-dc12e044-34e9-4222-b2a6-0975233bb4ae None None] Port 4631a798-eaa7-45a0-acb8-253c650dd256 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:10:12.979069 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (4631a798-eaa7-45a0-acb8-253c650dd256), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:13.187165 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Publish callbacks [] for port (4631a798-eaa7-45a0-acb8-253c650dd256), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:13.248258 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (4631a798-eaa7-45a0-acb8-253c650dd256), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:13.249110 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899604'] for router_interface (e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:13.309212 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Pushing event updated for resources: {'Port': ['ID=4631a798-eaa7-45a0-acb8-253c650dd256,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:10:13.374002 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Network a3682b7c-c68d-44c9-8c5a-7605fbc24cdb is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:10:13.375334 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:10:13.626307 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Router e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3 is scheduled to L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 11:10:13.632153 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-7c84eab8-03ca-4454-947d-e80498521c02 None None] Provisioning complete for port 4631a798-eaa7-45a0-acb8-253c650dd256 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:10:13.632153 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7c84eab8-03ca-4454-947d-e80498521c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (4631a798-eaa7-45a0-acb8-253c650dd256), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:13.665568 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7c84eab8-03ca-4454-947d-e80498521c02 None None] Port 4631a798-eaa7-45a0-acb8-253c650dd256 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:10:13.725387 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:10:13.730700 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e4d6de00-a630-445e-a4f0-f1e0e535a529 demo admin] 10.222.0.37 "PUT /v2.0/routers/e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0481691 Mar 14 11:10:13.734771 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Sync routers for ids ['e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:10:13.747465 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Routers {'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:10:13.748340 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:10:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:10:13.940027 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Set router e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:10:14.379498 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3', 'name': 'router1', 'tenant_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:10:02Z', 'updated_at': '2022-03-14T11:10:12Z', 'revision_number': 2, 'project_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'gw_port_host': None, '_interfaces': [{'id': '4631a798-eaa7-45a0-acb8-253c650dd256', 'name': '', 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb', 'tenant_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'mac_address': 'fa:16:3e:72:2f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79aed6ff-6659-450d-a059-896fc07f5bde', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:10:11Z', 'updated_at': '2022-03-14T11:10:13Z', 'revision_number': 2, 'project_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'subnets': [{'id': '79aed6ff-6659-450d-a059-896fc07f5bde', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f8f5439-b63e-4d29-bbc0-37cb1922687f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:10:14.431601 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Checking router: e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:10:14.431970 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Updating router e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3 port 4631a798-eaa7-45a0-acb8-253c650dd256 binding host dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:10:14.484209 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (4631a798-eaa7-45a0-acb8-253c650dd256), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:15.007198 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Publish callbacks [] for port (4631a798-eaa7-45a0-acb8-253c650dd256), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:15.069694 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (4631a798-eaa7-45a0-acb8-253c650dd256), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:15.242717 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Attempting to bind port 4631a798-eaa7-45a0-acb8-253c650dd256 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:10:15.243128 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Attempting to bind port 4631a798-eaa7-45a0-acb8-253c650dd256 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '1784f326-1df3-4544-8879-1b181d5546cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:10:15.243566 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Attempting to bind port 4631a798-eaa7-45a0-acb8-253c650dd256 on network a3682b7c-c68d-44c9-8c5a-7605fbc24cdb {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:10:15.254930 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:10:15.255321 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Checking segment: {'id': '1784f326-1df3-4544-8879-1b181d5546cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:10:15.255822 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:15.256219 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Bound using segment: {'id': '1784f326-1df3-4544-8879-1b181d5546cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:10:15.256698 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Bound port: 4631a798-eaa7-45a0-acb8-253c650dd256, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1784f326-1df3-4544-8879-1b181d5546cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 280, 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:10:15.257102 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (4631a798-eaa7-45a0-acb8-253c650dd256), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:15.267294 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Pushing event updated for resources: {'Port': ['ID=4631a798-eaa7-45a0-acb8-253c650dd256,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:10:15.279722 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:10:15.280131 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:10:15.280491 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:10:15.280842 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:10:15.281176 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:10:15.281506 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:10:15.281835 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:10:15.282187 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:10:15.282967 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:10:15.283313 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:10:15.283779 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:10:15.284142 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:10:15.284476 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:10:15.284803 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:10:15.285138 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Tracked resource versions report: Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: pushed versions: Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: { 'AddressGroup': {'1.2'}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Agent': {'1.1'}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'ConntrackHelper': {'1.0'}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'LocalIPAssociation': {'1.0'}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Log': {'1.0'}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'NDPProxy': {'1.0'}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Network': {'1.1'}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Port': {'1.7'}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'PortForwarding': {'1.2'}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'QosPolicy': {'1.10'}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'SecurityGroup': {'1.5'}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'SecurityGroupRule': {'1.2'}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'SubPort': {'1.0'}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Subnet': {'1.1'}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Trunk': {'1.1'}} Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: consumer versions: Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: { DHCP agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: L3 agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: Metadata agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: Metering agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: Open vSwitch agent@dv-cinder-831776-2-iscsi: { 'AddressGroup': '1.2', Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Agent': '1.1', Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'ConntrackHelper': '1.0', Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'LocalIPAssociation': '1.0', Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Log': '1.0', Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'NDPProxy': '1.0', Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Network': '1.1', Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Port': '1.7', Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'PortForwarding': '1.2', Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'QosPolicy': '1.10', Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'SecurityGroup': '1.5', Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'SecurityGroupRule': '1.2', Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'SubPort': '1.0', Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Subnet': '1.1', Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Trunk': '1.1'}} Mar 14 11:10:15.286649 dv-cinder-831776-2-iscsi neutron-server[104018]: {{(pid=104018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 11:10:15.295867 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-86cd8c2a-e2fc-4bfb-a730-1a44eb75b9a8 None None] Provisioning complete for port 4631a798-eaa7-45a0-acb8-253c650dd256 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:10:15.296266 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-86cd8c2a-e2fc-4bfb-a730-1a44eb75b9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (4631a798-eaa7-45a0-acb8-253c650dd256), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:15.332955 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-86cd8c2a-e2fc-4bfb-a730-1a44eb75b9a8 None None] Port 4631a798-eaa7-45a0-acb8-253c650dd256 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:10:15.348172 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] For port 4631a798-eaa7-45a0-acb8-253c650dd256, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:10:15.375349 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] For port 4631a798-eaa7-45a0-acb8-253c650dd256, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=4631a798-eaa7-45a0-acb8-253c650dd256,segment=NetworkSegment(1784f326-1df3-4544-8879-1b181d5546cc),segment_id=1784f326-1df3-4544-8879-1b181d5546cc)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:10:15.449822 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (4631a798-eaa7-45a0-acb8-253c650dd256), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:15.503136 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Routers {'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:10:15.503757 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:10:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:10:15.551252 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c5eca-396c-4715-9ca5-67c1e5162f92 None None] Pushing event updated for resources: {'Port': ['ID=4631a798-eaa7-45a0-acb8-253c650dd256,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:10:15.608496 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] Set router e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:10:15.753657 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-7b4d1bbb-f038-44bb-9804-d1e682807305 None None] Provisioning complete for port 4631a798-eaa7-45a0-acb8-253c650dd256 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:10:15.754076 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1bbb-f038-44bb-9804-d1e682807305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (4631a798-eaa7-45a0-acb8-253c650dd256), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:15.829926 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3', 'name': 'router1', 'tenant_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:10:02Z', 'updated_at': '2022-03-14T11:10:12Z', 'revision_number': 2, 'project_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'gw_port_host': None, '_interfaces': [{'id': '4631a798-eaa7-45a0-acb8-253c650dd256', 'name': '', 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb', 'tenant_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'mac_address': 'fa:16:3e:72:2f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79aed6ff-6659-450d-a059-896fc07f5bde', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:10:11Z', 'updated_at': '2022-03-14T11:10:15Z', 'revision_number': 4, 'project_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'subnets': [{'id': '79aed6ff-6659-450d-a059-896fc07f5bde', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f8f5439-b63e-4d29-bbc0-37cb1922687f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:10:15.833973 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7b4d1bbb-f038-44bb-9804-d1e682807305 None None] Current status of the port 4631a798-eaa7-45a0-acb8-253c650dd256 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:10:15.834378 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1bbb-f038-44bb-9804-d1e682807305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (4631a798-eaa7-45a0-acb8-253c650dd256), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:15.857222 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57175c24-f04f-4ac9-93c2-909a75ce974a None None] The sync data for ids ['e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3'] in dv-cinder-831776-2-iscsi is: [{'id': 'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3', 'name': 'router1', 'tenant_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:10:02Z', 'updated_at': '2022-03-14T11:10:12Z', 'revision_number': 2, 'project_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'gw_port_host': None, '_interfaces': [{'id': '4631a798-eaa7-45a0-acb8-253c650dd256', 'name': '', 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb', 'tenant_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'mac_address': 'fa:16:3e:72:2f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79aed6ff-6659-450d-a059-896fc07f5bde', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:10:11Z', 'updated_at': '2022-03-14T11:10:15Z', 'revision_number': 4, 'project_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'subnets': [{'id': '79aed6ff-6659-450d-a059-896fc07f5bde', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f8f5439-b63e-4d29-bbc0-37cb1922687f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:10:15.867926 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-7b4d1bbb-f038-44bb-9804-d1e682807305 None None] For port 4631a798-eaa7-45a0-acb8-253c650dd256, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=4631a798-eaa7-45a0-acb8-253c650dd256,segment=NetworkSegment(1784f326-1df3-4544-8879-1b181d5546cc),segment_id=1784f326-1df3-4544-8879-1b181d5546cc)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:10:15.957436 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7b4d1bbb-f038-44bb-9804-d1e682807305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (4631a798-eaa7-45a0-acb8-253c650dd256), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:16.006274 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d1bbb-f038-44bb-9804-d1e682807305 None None] Pushing event updated for resources: {'Port': ['ID=4631a798-eaa7-45a0-acb8-253c650dd256,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:10:16.206240 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 48600) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:10:16.325575 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdbba02-f36f-4937-b961-9455325b4c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:10:16.326918 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-4bdbba02-f36f-4937-b961-9455325b4c22 admin admin] 10.222.0.37 "GET /v2.0/networks/176acbe3-7568-4ebf-bdee-458ee42fb6d3 HTTP/1.1" status: 200 len: 842 time: 0.1197026 Mar 14 11:10:16.336268 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-79b32d7f-5617-4fc3-9ab8-8fa8a0539bfd admin admin] Request body: {'subnet': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'name': 'public-subnet', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:10:16.437375 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b32d7f-5617-4fc3-9ab8-8fa8a0539bfd admin admin] Made reservation on behalf of 9f5f17e9162c414080827b199c1c15b4 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:10:16.439687 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-79b32d7f-5617-4fc3-9ab8-8fa8a0539bfd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:16.887706 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.objects.ports [None req-79b32d7f-5617-4fc3-9ab8-8fa8a0539bfd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104015) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 11:10:16.888417 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-79b32d7f-5617-4fc3-9ab8-8fa8a0539bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for subnet (d5d94c11-7cf7-4e78-961b-c71b0b87055c), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:16.943210 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b32d7f-5617-4fc3-9ab8-8fa8a0539bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d94c11-7cf7-4e78-961b-c71b0b87055c,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:10:16.952357 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b32d7f-5617-4fc3-9ab8-8fa8a0539bfd admin admin] Checking segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:10:16.952708 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b32d7f-5617-4fc3-9ab8-8fa8a0539bfd admin admin] Network hostable DHCP agents. Network: 176acbe3-7568-4ebf-bdee-458ee42fb6d3, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:10:17.047065 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b32d7f-5617-4fc3-9ab8-8fa8a0539bfd admin admin] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:10:17.126873 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-79b32d7f-5617-4fc3-9ab8-8fa8a0539bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, 176acbe3-7568-4ebf-bdee-458ee42fb6d3) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:10:17.135310 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b32d7f-5617-4fc3-9ab8-8fa8a0539bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:10:17.137406 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-79b32d7f-5617-4fc3-9ab8-8fa8a0539bfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:17.137515 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ecd173-de29-4ab8-bce8-97c33c891f17 None None] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:10:17.217307 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-79b32d7f-5617-4fc3-9ab8-8fa8a0539bfd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8843219 Mar 14 11:10:17.235686 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0293b00a-f0e8-48d0-942c-0b08fbc2dfe6 None None] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:10:19.660394 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 48608) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:10:19.896419 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f1e42fbc-9576-4e80-b4d2-8c26c7a96850 demo admin] 10.222.0.37 "GET /v2.0/routers/e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3 HTTP/1.1" status: 200 len: 710 time: 0.2348859 Mar 14 11:10:19.988961 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a640547-9465-4925-bee2-023456ec631e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:10:19.992343 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-4a640547-9465-4925-bee2-023456ec631e demo admin] 10.222.0.37 "GET /v2.0/networks/176acbe3-7568-4ebf-bdee-458ee42fb6d3 HTTP/1.1" status: 200 len: 886 time: 0.0876851 Mar 14 11:10:20.000080 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:10:20.255233 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Publish callbacks [] for router_gateway (e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:20.555231 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Publish callbacks [] for router_gateway (e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:20.634333 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:20.827245 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Allocated IP 172.27.3.106 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/76d6034f-6986-4fea-a875-a0716f4670b2) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:10:20.934652 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Publish callbacks [] for port (76d6034f-6986-4fea-a875-a0716f4670b2), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:21.047903 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (76d6034f-6986-4fea-a875-a0716f4670b2), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:21.128716 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:10:21.133411 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:10:21.139847 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:10:21.174742 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Pushing event updated for resources: {'Port': ['ID=76d6034f-6986-4fea-a875-a0716f4670b2,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:10:21.528134 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Publish callbacks [] for router_gateway (e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:21.792296 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3899770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3901340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6896'] for router (e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:21.797229 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3899669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3899651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3899660', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3901349'] for router (e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:21.908103 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Router e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:10:22.014724 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:10:22.019501 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:22.020693 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d738336d-3851-4632-9712-f031e3b15d4d demo admin] 10.222.0.37 "PUT /v2.0/routers/e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3 HTTP/1.1" status: 200 len: 890 time: 2.0239184 Mar 14 11:10:24.398943 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 4631a798-eaa7-45a0-acb8-253c650dd256 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:10:24.450506 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 4631a798-eaa7-45a0-acb8-253c650dd256 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:10:24.450981 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (4631a798-eaa7-45a0-acb8-253c650dd256), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:24.531694 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 4631a798-eaa7-45a0-acb8-253c650dd256 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:10:24.536266 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Sync routers for ids ['e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:10:24.547489 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Routers {'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:10:24.548145 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:10:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:10:24.592315 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 48620) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:10:24.716923 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b1e6ef06-21bd-43fc-8d4c-d25304ee92b6 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1233745 Mar 14 11:10:24.782730 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Set router e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:10:25.264436 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3', 'name': 'router1', 'tenant_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '76d6034f-6986-4fea-a875-a0716f4670b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:10:02Z', 'updated_at': '2022-03-14T11:10:21Z', 'revision_number': 4, 'project_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'gw_port': {'id': '76d6034f-6986-4fea-a875-a0716f4670b2', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:10:20Z', 'updated_at': '2022-03-14T11:10:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '4631a798-eaa7-45a0-acb8-253c650dd256', 'name': '', 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb', 'tenant_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'mac_address': 'fa:16:3e:72:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79aed6ff-6659-450d-a059-896fc07f5bde', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:10:11Z', 'updated_at': '2022-03-14T11:10:15Z', 'revision_number': 5, 'project_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'subnets': [{'id': '79aed6ff-6659-450d-a059-896fc07f5bde', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f8f5439-b63e-4d29-bbc0-37cb1922687f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:10:25.316811 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Checking router: e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:10:25.317194 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Updating router e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3 port 76d6034f-6986-4fea-a875-a0716f4670b2 binding host dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:10:25.369861 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (76d6034f-6986-4fea-a875-a0716f4670b2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:25.699367 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Publish callbacks [] for port (76d6034f-6986-4fea-a875-a0716f4670b2), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:25.779560 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (76d6034f-6986-4fea-a875-a0716f4670b2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:25.833222 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Attempting to bind port 76d6034f-6986-4fea-a875-a0716f4670b2 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:10:25.833596 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Attempting to bind port 76d6034f-6986-4fea-a875-a0716f4670b2 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:10:25.833989 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Attempting to bind port 76d6034f-6986-4fea-a875-a0716f4670b2 on network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:10:25.836741 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73517c-6a99-4b08-8481-744ad80d78dd None None] Pushing event updated for resources: {'Port': ['ID=76d6034f-6986-4fea-a875-a0716f4670b2,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:10:25.841678 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:10:25.842090 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Checking segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:10:25.842497 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:25.842884 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Bound using segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:10:25.843357 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Bound port: 76d6034f-6986-4fea-a875-a0716f4670b2, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:10:25.843739 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (76d6034f-6986-4fea-a875-a0716f4670b2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:25.894600 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] For port 76d6034f-6986-4fea-a875-a0716f4670b2, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:10:25.897584 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] For port 76d6034f-6986-4fea-a875-a0716f4670b2, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=76d6034f-6986-4fea-a875-a0716f4670b2,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:10:25.968704 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (76d6034f-6986-4fea-a875-a0716f4670b2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:26.033690 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73517c-6a99-4b08-8481-744ad80d78dd None None] Pushing event updated for resources: {'Port': ['ID=76d6034f-6986-4fea-a875-a0716f4670b2,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:10:26.038464 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Routers {'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:10:26.039081 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:10:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:10:26.152188 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] Set router e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:10:26.362117 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3', 'name': 'router1', 'tenant_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '76d6034f-6986-4fea-a875-a0716f4670b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:10:02Z', 'updated_at': '2022-03-14T11:10:21Z', 'revision_number': 4, 'project_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'gw_port': {'id': '76d6034f-6986-4fea-a875-a0716f4670b2', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:10:20Z', 'updated_at': '2022-03-14T11:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '4631a798-eaa7-45a0-acb8-253c650dd256', 'name': '', 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb', 'tenant_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'mac_address': 'fa:16:3e:72:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79aed6ff-6659-450d-a059-896fc07f5bde', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:10:11Z', 'updated_at': '2022-03-14T11:10:15Z', 'revision_number': 5, 'project_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'subnets': [{'id': '79aed6ff-6659-450d-a059-896fc07f5bde', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f8f5439-b63e-4d29-bbc0-37cb1922687f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:10:26.390510 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ce0cc0-f670-44d3-a8b7-551971e0814b None None] The sync data for ids ['e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3'] in dv-cinder-831776-2-iscsi is: [{'id': 'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3', 'name': 'router1', 'tenant_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': '76d6034f-6986-4fea-a875-a0716f4670b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:10:02Z', 'updated_at': '2022-03-14T11:10:21Z', 'revision_number': 4, 'project_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'gw_port': {'id': '76d6034f-6986-4fea-a875-a0716f4670b2', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:36:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:10:20Z', 'updated_at': '2022-03-14T11:10:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '4631a798-eaa7-45a0-acb8-253c650dd256', 'name': '', 'network_id': 'a3682b7c-c68d-44c9-8c5a-7605fbc24cdb', 'tenant_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'mac_address': 'fa:16:3e:72:2f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2a6d9f5-6fa2-4fda-a5b0-980ad1705cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '79aed6ff-6659-450d-a059-896fc07f5bde', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:10:11Z', 'updated_at': '2022-03-14T11:10:15Z', 'revision_number': 5, 'project_id': 'dfeba1c9531e406eb4d1c57f9d220ed5', 'subnets': [{'id': '79aed6ff-6659-450d-a059-896fc07f5bde', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f8f5439-b63e-4d29-bbc0-37cb1922687f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:10:28.473067 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 76d6034f-6986-4fea-a875-a0716f4670b2 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:10:28.537125 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 76d6034f-6986-4fea-a875-a0716f4670b2 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:10:28.537821 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (76d6034f-6986-4fea-a875-a0716f4670b2), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:28.623296 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 76d6034f-6986-4fea-a875-a0716f4670b2 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:10:28.624053 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (76d6034f-6986-4fea-a875-a0716f4670b2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:28.645178 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port 76d6034f-6986-4fea-a875-a0716f4670b2, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=76d6034f-6986-4fea-a875-a0716f4670b2,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:10:28.736260 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (76d6034f-6986-4fea-a875-a0716f4670b2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:28.814739 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=76d6034f-6986-4fea-a875-a0716f4670b2,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:10:30.433574 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 76d6034f-6986-4fea-a875-a0716f4670b2 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:10:30.548818 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 76d6034f-6986-4fea-a875-a0716f4670b2 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:10:30.549968 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (76d6034f-6986-4fea-a875-a0716f4670b2), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:30.757209 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 76d6034f-6986-4fea-a875-a0716f4670b2 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:10:35.242358 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-24168cc2-bba4-491f-b245-e93f8bdb0a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:37.396327 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0c447ea8-9bf2-41dc-a457-5db7c0a2ed77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:38.579301 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:40.258037 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:41.704938 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:10:44.535669 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:11:05.221775 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0e0dfbba-460b-4504-86ba-83e5bc69a3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:11:07.355431 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bdcb61eb-0457-4f72-aa08-7a0625f06f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:11:08.578975 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:11:11.161275 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:11:11.767162 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:11:21.534539 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:11:35.258004 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5fc9777c-5039-4835-b238-14de92b29296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:11:37.354458 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aab96e6a-cf27-4231-b478-58b70995ac97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:11:38.580025 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:11:40.242764 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:11:41.711364 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:11:49.131190 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49104) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:11:49.191275 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4812376-c428-4935-8a84-3a8cfbc3c682 admin admin] GET failed (client error): The resource could not be found. Mar 14 11:11:49.193155 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d4812376-c428-4935-8a84-3a8cfbc3c682 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610189 Mar 14 11:11:49.417107 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4623afb8-be53-40eb-b9a7-09cd174fe885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:11:49.418677 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-4623afb8-be53-40eb-b9a7-09cd174fe885 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2214820 Mar 14 11:11:51.747084 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49114) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:11:51.836852 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364194f5-3363-49be-89ea-3eb1f5ee6862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:11:51.838205 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-364194f5-3363-49be-89ea-3eb1f5ee6862 admin admin] 10.222.0.37 "GET /v2.0/subnets/79aed6ff-6659-450d-a059-896fc07f5bde HTTP/1.1" status: 200 len: 849 time: 0.0901291 Mar 14 11:11:51.847252 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:11:51.931276 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Publish callbacks [] for subnet (79aed6ff-6659-450d-a059-896fc07f5bde), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:11:52.116070 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767079023957'] for subnet (79aed6ff-6659-450d-a059-896fc07f5bde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:11:52.143602 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:11:52.144306 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:11:52.146269 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] 10.222.0.37 "PUT /v2.0/subnets/79aed6ff-6659-450d-a059-896fc07f5bde HTTP/1.1" status: 200 len: 868 time: 0.3023806 Mar 14 11:11:52.149252 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2ad3e2-0a39-417f-a401-57b6880d8da5 None None] Network a3682b7c-c68d-44c9-8c5a-7605fbc24cdb requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:11:52.169615 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79aed6ff-6659-450d-a059-896fc07f5bde,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:11:52.178690 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:11:52.178690 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:11:52.178690 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:11:52.179098 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:11:52.179278 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:11:52.179586 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:11:52.179918 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:11:52.180246 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:11:52.180591 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:11:52.180936 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:11:52.181258 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:11:52.181651 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:11:52.181915 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:11:52.182265 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:11:52.182934 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e91fc7-5675-41d6-9425-7a567be63584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:11:52.474236 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-2ad22261-3796-4206-8f54-0d0415d5d1b8 None None] Provisioning complete for port 5341bf3c-57ca-4c9a-8172-e68b2de676a6 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:11:52.474565 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ad22261-3796-4206-8f54-0d0415d5d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (5341bf3c-57ca-4c9a-8172-e68b2de676a6), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:11:52.555312 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-2ad22261-3796-4206-8f54-0d0415d5d1b8 None None] Current status of the port 5341bf3c-57ca-4c9a-8172-e68b2de676a6 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:11:52.565043 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-2ad22261-3796-4206-8f54-0d0415d5d1b8 None None] Provisioning complete for port 4631a798-eaa7-45a0-acb8-253c650dd256 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:11:52.565436 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2ad22261-3796-4206-8f54-0d0415d5d1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (4631a798-eaa7-45a0-acb8-253c650dd256), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:11:52.640775 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-2ad22261-3796-4206-8f54-0d0415d5d1b8 None None] Current status of the port 4631a798-eaa7-45a0-acb8-253c650dd256 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:11:54.463831 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49122) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:11:54.660118 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43593ab8-11d9-46ae-bec7-33760027ddbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:11:54.660619 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43593ab8-11d9-46ae-bec7-33760027ddbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:11:54.662340 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-43593ab8-11d9-46ae-bec7-33760027ddbf admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1975508 Mar 14 11:11:56.984513 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49130) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:11:57.185607 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c267c2c-fe27-4921-84a8-18c8a800b9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:11:57.186017 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c267c2c-fe27-4921-84a8-18c8a800b9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:11:57.187532 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0c267c2c-fe27-4921-84a8-18c8a800b9e3 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2020977 Mar 14 11:11:58.533387 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:11:59.537793 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49140) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:11:59.661275 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2683b5a6-e80c-4599-89d5-e099f7980ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:11:59.662696 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2683b5a6-e80c-4599-89d5-e099f7980ce6 admin admin] 10.222.0.37 "GET /v2.0/networks/176acbe3-7568-4ebf-bdee-458ee42fb6d3 HTTP/1.1" status: 200 len: 886 time: 0.1240134 Mar 14 11:12:01.977003 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49148) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:12:02.109439 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a2b944-c22f-426a-9157-aa5e735c29de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:12:02.110854 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d0a2b944-c22f-426a-9157-aa5e735c29de admin admin] 10.222.0.37 "GET /v2.0/networks/a3682b7c-c68d-44c9-8c5a-7605fbc24cdb HTTP/1.1" status: 200 len: 869 time: 0.1328762 Mar 14 11:12:04.454244 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49156) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:12:04.577760 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730288fb-343c-42a0-91a4-06310aecca05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:12:04.578158 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730288fb-343c-42a0-91a4-06310aecca05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:12:04.579668 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-730288fb-343c-42a0-91a4-06310aecca05 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244817 Mar 14 11:12:05.207427 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-731cdb08-20e6-426f-bd11-22bbbd43e5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:06.892316 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49164) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:12:07.059165 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82a7dbf-3855-4648-9e6d-409d86e0e64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:12:07.059678 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82a7dbf-3855-4648-9e6d-409d86e0e64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:12:07.061126 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e82a7dbf-3855-4648-9e6d-409d86e0e64f admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1678660 Mar 14 11:12:07.424347 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b3b250a-fa39-40bd-97b2-01565717b91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:08.567657 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:09.417431 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49172) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:12:09.507561 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7778d4a0-fc59-433c-adbf-e15a50d927db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:12:09.509112 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7778d4a0-fc59-433c-adbf-e15a50d927db admin admin] 10.222.0.37 "GET /v2.0/subnets/79aed6ff-6659-450d-a059-896fc07f5bde HTTP/1.1" status: 200 len: 868 time: 0.0906355 Mar 14 11:12:10.284521 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:11.686477 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:11.820964 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49180) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:12:11.908282 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9b255b-47e6-4954-9f1a-629ec29df6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:12:11.910312 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5b9b255b-47e6-4954-9f1a-629ec29df6f6 admin admin] 10.222.0.37 "GET /v2.0/subnets/d5d94c11-7cf7-4e78-961b-c71b0b87055c HTTP/1.1" status: 200 len: 816 time: 0.0877230 Mar 14 11:12:35.227155 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b0963845-9de6-4e57-8358-1e18645b6777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:35.531516 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:12:37.353995 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-efd118a2-38a1-41a5-a571-03d87a8a1a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:38.617064 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:40.271929 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49232) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:12:40.301084 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:40.319913 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [None req-2b602d71-bcac-4c38-b8cf-261bb154b1d0 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 11:12:40.320924 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2b602d71-bcac-4c38-b8cf-261bb154b1d0 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480671 Mar 14 11:12:41.719308 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:42.712100 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49240) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:12:42.772149 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf25762d-760d-4d81-bbb4-59ad380e1929 admin admin] GET failed (client error): The resource could not be found. Mar 14 11:12:42.773389 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-cf25762d-760d-4d81-bbb4-59ad380e1929 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603690 Mar 14 11:12:42.913762 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5140410d-0022-454f-8da2-087b84e377f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:12:42.915162 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5140410d-0022-454f-8da2-087b84e377f1 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377997 Mar 14 11:12:45.252998 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49248) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:12:45.301117 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-02a4e3bf-d498-49fd-bf9e-2b524554da1d admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:12:45.427671 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a4e3bf-d498-49fd-bf9e-2b524554da1d admin admin] Made reservation on behalf of 9f5f17e9162c414080827b199c1c15b4 for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:12:45.429983 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-02a4e3bf-d498-49fd-bf9e-2b524554da1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:45.471061 dv-cinder-831776-2-iscsi neutron-server[104015]: WARNING neutron.services.revisions.revision_plugin [None req-02a4e3bf-d498-49fd-bf9e-2b524554da1d admin admin] Could not find related network for resource to bump revision. Mar 14 11:12:45.486481 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a4e3bf-d498-49fd-bf9e-2b524554da1d admin admin] vlan segment allocate from pool success with {'vlan_id': 265, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:12:45.501093 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-02a4e3bf-d498-49fd-bf9e-2b524554da1d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767078831108', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (2361e53a-b3ec-4fc2-99f5-18fad32d7ff7), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:45.501751 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-02a4e3bf-d498-49fd-bf9e-2b524554da1d admin admin] Unsubscribe: segment precommit_create {{(pid=104015) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 11:12:45.502468 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-02a4e3bf-d498-49fd-bf9e-2b524554da1d admin admin] Added segment 2361e53a-b3ec-4fc2-99f5-18fad32d7ff7 of type vlan for network d6b21066-f81d-42a0-889b-554bfd7ea6e1 Mar 14 11:12:45.553076 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-02a4e3bf-d498-49fd-bf9e-2b524554da1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (d6b21066-f81d-42a0-889b-554bfd7ea6e1), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:45.639482 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-02a4e3bf-d498-49fd-bf9e-2b524554da1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (d6b21066-f81d-42a0-889b-554bfd7ea6e1), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:45.640426 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a4e3bf-d498-49fd-bf9e-2b524554da1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:12:45.641015 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-02a4e3bf-d498-49fd-bf9e-2b524554da1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:45.729648 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4e3bf-d498-49fd-bf9e-2b524554da1d admin admin] Pushing event updated for resources: {'Network': ['ID=d6b21066-f81d-42a0-889b-554bfd7ea6e1,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:12:45.740576 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network d6b21066-f81d-42a0-889b-554bfd7ea6e1 details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:12:45.828869 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-02a4e3bf-d498-49fd-bf9e-2b524554da1d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5747936 Mar 14 11:12:48.180349 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49256) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:12:48.240664 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.pecan_wsgi.hooks.translation [None req-087d2037-f0ff-45da-bd11-f1dbad1bccec admin admin] GET failed (client error): The resource could not be found. Mar 14 11:12:48.241916 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-087d2037-f0ff-45da-bd11-f1dbad1bccec admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605474 Mar 14 11:12:48.311536 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1907dae0-4bd8-48d9-9813-143694d1c5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:12:48.312958 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-1907dae0-4bd8-48d9-9813-143694d1c5ad admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671439 Mar 14 11:12:48.323145 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-d1cb730f-4e4d-4964-bf52-daf218b54584 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'd6b21066-f81d-42a0-889b-554bfd7ea6e1'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:12:48.397478 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cb730f-4e4d-4964-bf52-daf218b54584 admin admin] Made reservation on behalf of 9f5f17e9162c414080827b199c1c15b4 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:12:48.399731 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d1cb730f-4e4d-4964-bf52-daf218b54584 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:48.615170 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d1cb730f-4e4d-4964-bf52-daf218b54584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for subnet (5ec13b28-803f-4748-a137-0fe4408d284f), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:48.670775 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb730f-4e4d-4964-bf52-daf218b54584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec13b28-803f-4748-a137-0fe4408d284f,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:12:48.675340 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cb730f-4e4d-4964-bf52-daf218b54584 admin admin] Checking segment: {'id': '2361e53a-b3ec-4fc2-99f5-18fad32d7ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd6b21066-f81d-42a0-889b-554bfd7ea6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:12:48.675691 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cb730f-4e4d-4964-bf52-daf218b54584 admin admin] Network hostable DHCP agents. Network: d6b21066-f81d-42a0-889b-554bfd7ea6e1, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:12:48.774785 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cb730f-4e4d-4964-bf52-daf218b54584 admin admin] Network d6b21066-f81d-42a0-889b-554bfd7ea6e1 is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:12:48.878731 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-d1cb730f-4e4d-4964-bf52-daf218b54584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, d6b21066-f81d-42a0-889b-554bfd7ea6e1) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:12:48.882947 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cb730f-4e4d-4964-bf52-daf218b54584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:12:48.883552 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d1cb730f-4e4d-4964-bf52-daf218b54584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:48.888584 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454d7c2e-985e-4240-a6d4-b21a49cd1ff0 None None] Network d6b21066-f81d-42a0-889b-554bfd7ea6e1 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:12:48.961669 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d1cb730f-4e4d-4964-bf52-daf218b54584 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6417131 Mar 14 11:12:48.994591 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76d7e8ab-c6c4-5dc2-bbd2-0a63752f153b-d6b21066-f81d-42a0-889b-554bfd7ea6e1', 'network_id': 'd6b21066-f81d-42a0-889b-554bfd7ea6e1', 'project_id': '9f5f17e9162c414080827b199c1c15b4', 'fixed_ips': [{'subnet_id': '5ec13b28-803f-4748-a137-0fe4408d284f'}]}} from dv-cinder-831776-2-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 11:12:48.995466 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:49.138382 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Allocated IP 192.168.233.2 (d6b21066-f81d-42a0-889b-554bfd7ea6e1/5ec13b28-803f-4748-a137-0fe4408d284f/13c51f35-73c7-4087-89b6-b08bfb69ded0) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:12:49.375054 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Publish callbacks [] for port (13c51f35-73c7-4087-89b6-b08bfb69ded0), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:49.451431 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (13c51f35-73c7-4087-89b6-b08bfb69ded0), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:49.497917 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Network d6b21066-f81d-42a0-889b-554bfd7ea6e1 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:12:49.502438 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:12:49.504503 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Pushing event updated for resources: {'Port': ['ID=13c51f35-73c7-4087-89b6-b08bfb69ded0,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:12:49.507045 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:12:49.518032 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:12:49.518308 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:12:49.518647 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:12:49.519000 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:12:49.519338 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:12:49.519665 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:12:49.519987 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:12:49.520305 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:12:49.520623 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:12:49.520938 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:12:49.521256 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:12:49.521585 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:12:49.521903 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:12:49.522245 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:12:49.522557 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:12:49.581209 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Attempting to bind port 13c51f35-73c7-4087-89b6-b08bfb69ded0 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:12:49.581586 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Attempting to bind port 13c51f35-73c7-4087-89b6-b08bfb69ded0 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '2361e53a-b3ec-4fc2-99f5-18fad32d7ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd6b21066-f81d-42a0-889b-554bfd7ea6e1'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:12:49.581964 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Attempting to bind port 13c51f35-73c7-4087-89b6-b08bfb69ded0 on network d6b21066-f81d-42a0-889b-554bfd7ea6e1 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:12:49.587143 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:12:49.587525 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Checking segment: {'id': '2361e53a-b3ec-4fc2-99f5-18fad32d7ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd6b21066-f81d-42a0-889b-554bfd7ea6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:12:49.587932 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:49.588325 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Bound using segment: {'id': '2361e53a-b3ec-4fc2-99f5-18fad32d7ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd6b21066-f81d-42a0-889b-554bfd7ea6e1'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:12:49.588814 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Bound port: 13c51f35-73c7-4087-89b6-b08bfb69ded0, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2361e53a-b3ec-4fc2-99f5-18fad32d7ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd6b21066-f81d-42a0-889b-554bfd7ea6e1'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:12:49.589176 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (13c51f35-73c7-4087-89b6-b08bfb69ded0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:49.661001 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] For port 13c51f35-73c7-4087-89b6-b08bfb69ded0, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:12:49.664168 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] For port 13c51f35-73c7-4087-89b6-b08bfb69ded0, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=13c51f35-73c7-4087-89b6-b08bfb69ded0,segment=NetworkSegment(2361e53a-b3ec-4fc2-99f5-18fad32d7ff7),segment_id=2361e53a-b3ec-4fc2-99f5-18fad32d7ff7)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:12:49.758228 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (13c51f35-73c7-4087-89b6-b08bfb69ded0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:49.825714 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae89a4-266e-407d-90a1-8b82cbbb66e8 None None] Pushing event updated for resources: {'Port': ['ID=13c51f35-73c7-4087-89b6-b08bfb69ded0,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:12:50.525592 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 13c51f35-73c7-4087-89b6-b08bfb69ded0 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:12:50.591156 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 13c51f35-73c7-4087-89b6-b08bfb69ded0 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:12:50.591543 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (13c51f35-73c7-4087-89b6-b08bfb69ded0), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:50.686044 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 13c51f35-73c7-4087-89b6-b08bfb69ded0 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:12:50.686441 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (13c51f35-73c7-4087-89b6-b08bfb69ded0), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:50.729979 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port 13c51f35-73c7-4087-89b6-b08bfb69ded0, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=13c51f35-73c7-4087-89b6-b08bfb69ded0,segment=NetworkSegment(2361e53a-b3ec-4fc2-99f5-18fad32d7ff7),segment_id=2361e53a-b3ec-4fc2-99f5-18fad32d7ff7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:12:50.743684 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f540a421-f5b2-488c-9f6e-efb828518265 None None] Network d6b21066-f81d-42a0-889b-554bfd7ea6e1 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:12:50.799503 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (13c51f35-73c7-4087-89b6-b08bfb69ded0), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:50.855456 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-e5fb0030-a8a9-49dc-a75d-281f6172186b None None] Provisioning complete for port 13c51f35-73c7-4087-89b6-b08bfb69ded0 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:12:50.855847 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e5fb0030-a8a9-49dc-a75d-281f6172186b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (13c51f35-73c7-4087-89b6-b08bfb69ded0), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:50.910356 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=13c51f35-73c7-4087-89b6-b08bfb69ded0,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:12:50.974120 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-e5fb0030-a8a9-49dc-a75d-281f6172186b None None] Current status of the port 13c51f35-73c7-4087-89b6-b08bfb69ded0 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:12:51.196327 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-2b03b41b-b74e-431f-9625-2a80d80740f8 None None] Provisioning complete for port 13c51f35-73c7-4087-89b6-b08bfb69ded0 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:12:51.196646 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2b03b41b-b74e-431f-9625-2a80d80740f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (13c51f35-73c7-4087-89b6-b08bfb69ded0), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:51.280374 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-2b03b41b-b74e-431f-9625-2a80d80740f8 None None] Current status of the port 13c51f35-73c7-4087-89b6-b08bfb69ded0 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:12:52.476522 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 13c51f35-73c7-4087-89b6-b08bfb69ded0 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:12:52.526239 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 13c51f35-73c7-4087-89b6-b08bfb69ded0 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:12:52.526551 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (13c51f35-73c7-4087-89b6-b08bfb69ded0), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:12:52.616698 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 13c51f35-73c7-4087-89b6-b08bfb69ded0 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:13:05.225690 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d58ccddb-2b08-4209-87ce-fd5d7c26b744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:13:07.363896 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b7527b51-0cf6-4425-a4c1-375f86776c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:13:08.580268 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:13:10.323544 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:13:11.700770 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:13:12.530695 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:13:35.201747 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-abbfb8c4-4f08-4fc1-83ca-aff8d4767e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:13:37.356438 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-39390769-c2c5-4b86-8e4d-f85c419b1be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:13:38.618794 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:13:40.253183 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:13:41.699424 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:13:49.529339 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:14:05.217997 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7095eb03-1eb5-4bb5-afd9-f9d417fe9c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:07.371700 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-165547ec-ea9e-4ac9-91b2-b0d19cb2b32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:08.583797 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:10.240866 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:11.703655 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:24.399768 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49296) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:14:24.405887 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [None req-98443aae-7126-49a0-95a8-8d75de9fd590 tempest-verify_tempest_config-1896808494 tempest-verify_tempest_config-1896808494-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 11:14:24.406825 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-98443aae-7126-49a0-95a8-8d75de9fd590 tempest-verify_tempest_config-1896808494 tempest-verify_tempest_config-1896808494-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061061 Mar 14 11:14:24.915593 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49314) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:14:25.020955 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:25.119482 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Publish callbacks [] for security_group (c22abce0-0a05-452d-bc87-b1c36646300e), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:25.200403 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c22abce0-0a05-452d-bc87-b1c36646300e), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:25.246742 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=666b9f69a682477ba4a5677238038839&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3294179 Mar 14 11:14:25.247313 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22abce0-0a05-452d-bc87-b1c36646300e,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:14:25.249376 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49318) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:14:25.254271 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.254626 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.254984 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.255326 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.255661 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.255986 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.256316 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.256642 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.256965 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.257288 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.257627 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.257977 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.258380 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.258716 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.259056 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94e70b9-6d25-4150-a885-5d58d4c967ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.306315 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Publish callbacks [] for security_group (c22abce0-0a05-452d-bc87-b1c36646300e), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:25.328030 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Publish callbacks [] for security_group (c22abce0-0a05-452d-bc87-b1c36646300e), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:25.468641 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c22abce0-0a05-452d-bc87-b1c36646300e), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:25.471250 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:25.472422 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c22abce0-0a05-452d-bc87-b1c36646300e HTTP/1.1" status: 204 len: 168 time: 0.2220662 Mar 14 11:14:25.479985 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22abce0-0a05-452d-bc87-b1c36646300e,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:14:25.487420 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.487769 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.488181 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.488515 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.488849 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.489181 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.489509 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.489833 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.490200 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.490535 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.490877 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.491208 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.491528 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.491847 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:25.492167 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a2c7d-7890-4ea0-9162-f1014cb37b6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:14:26.528108 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:14:35.234415 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9f2348e5-b3e6-49f0-acb1-ad5008dc5388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:37.336488 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b8855a51-9d88-41be-8ea1-3f34f8e5a62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:38.606001 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:40.227797 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:14:41.788022 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:15:03.525769 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:15:05.193283 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-54eb730e-9de1-4192-98dd-07fd93a298e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:15:07.370302 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-98da1fd1-b6ed-45f1-a417-defaf1916182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:15:08.615989 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:15:10.278895 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:15:11.713028 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:15:35.204903 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c4dd699c-6507-42bb-b2e0-11da06fc5468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:15:37.374591 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c12d89d0-f442-4b7b-bd87-fcf85917fd68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:15:38.616024 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:15:40.271941 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:15:40.524401 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 5 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:15:41.746178 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:16:05.181991 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a1a6ad05-ad39-406a-bc7c-37c972fdf96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:16:06.468032 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3902988'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:16:07.375186 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fc1e1c07-4d0b-46c4-82bc-ad22b54a17f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:16:08.587578 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:16:10.271324 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:16:11.730362 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:16:17.523619 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:16:21.361930 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49390) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:16:21.463514 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-e3900f0b-733d-44d3-969b-0b0559c9bf17 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1004806 Mar 14 11:16:23.802374 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49400) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:16:23.868504 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6e907fc8-84dc-4194-b746-92a6c1eca9de admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0650561 Mar 14 11:16:35.170152 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5d00c151-91e2-4a14-90d1-6466ab5d133b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:16:36.433520 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:16:37.401720 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fc461609-d5bf-4844-a6a4-4358a760950a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:16:38.613559 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:16:40.279339 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:16:41.718893 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:16:54.523400 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:17:05.189838 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1ed87146-2ed3-4f76-8194-d23a018b2fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:17:06.435345 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:17:07.359767 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a9f636b8-9d1d-40b0-a91e-717240d5e9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:17:08.612631 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:17:10.284819 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:17:11.736307 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:17:31.523216 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:17:35.206637 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7021373c-b7e1-43a1-95ed-704fa95b756d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:17:36.417669 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:17:37.377784 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fa995f26-1b41-4f3e-978f-8e5666cc8bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:17:38.604539 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:17:40.273320 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:17:41.737866 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.190853 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49608) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:02.276488 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49618) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:02.337399 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49624) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:02.409932 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49636) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:02.497162 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1042718775-network', 'tenant_id': '0d8c600cb9884239846270255b12d07a'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:02.537798 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-676856957-network', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:02.572574 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-26467269-network', 'tenant_id': '4cd96f619b9748d6abb38c941462f2bb'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:02.621731 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Made reservation on behalf of 0d8c600cb9884239846270255b12d07a for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:18:02.624480 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.633208 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.657256 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Made reservation on behalf of 4cd96f619b9748d6abb38c941462f2bb for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:18:02.660081 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.669581 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.715413 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Publish callbacks [] for security_group (8826b1bc-cfca-4b74-b55d-1dd03c54b117), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.718006 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] Made reservation on behalf of 720f0e77ff664a78913bdaee14f470ba for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:18:02.720400 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.729541 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.769070 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Publish callbacks [] for security_group (1cb6311b-bd9d-459f-9a9f-6f5b151a3756), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.802526 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (8826b1bc-cfca-4b74-b55d-1dd03c54b117), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.813818 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:18:02.822602 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (38daeaa5-148e-4639-a439-38a497593125), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.822936 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Added segment 38daeaa5-148e-4639-a439-38a497593125 of type vlan for network 2207b9da-5efb-4ced-b3b5-11d02425e88b Mar 14 11:18:02.838517 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] Publish callbacks [] for security_group (bbf6db35-73b6-4e0c-8e86-034f5f719935), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.843562 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-186231220-network', 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:02.848155 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (1cb6311b-bd9d-459f-9a9f-6f5b151a3756), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.878310 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (2207b9da-5efb-4ced-b3b5-11d02425e88b), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.881772 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 259, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:18:02.903483 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (b086701a-9307-49b0-a0a4-ba70fc793010), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.904097 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Added segment b086701a-9307-49b0-a0a4-ba70fc793010 of type vlan for network 0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8 Mar 14 11:18:02.911693 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb6311b-bd9d-459f-9a9f-6f5b151a3756,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:02.912443 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8826b1bc-cfca-4b74-b55d-1dd03c54b117,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:02.925348 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.925913 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.926444 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.926942 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.927448 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.927940 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.928262 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.928771 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.929333 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.929866 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.930442 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.930986 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.931504 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.932029 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.932547 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Tracked resource versions report: Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: pushed versions: Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: { 'AddressGroup': {'1.2'}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Agent': {'1.1'}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'ConntrackHelper': {'1.0'}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'LocalIPAssociation': {'1.0'}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Log': {'1.0'}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'NDPProxy': {'1.0'}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Network': {'1.1'}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Port': {'1.7'}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'PortForwarding': {'1.2'}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'QosPolicy': {'1.10'}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'SecurityGroup': {'1.5'}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'SecurityGroupRule': {'1.2'}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'SubPort': {'1.0'}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Subnet': {'1.1'}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Trunk': {'1.1'}} Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: consumer versions: Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: { DHCP agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: HyperV agent@hv-cinder-83177: {}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: L3 agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: Metadata agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: Metering agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: Open vSwitch agent@dv-cinder-831776-2-iscsi: { 'AddressGroup': '1.2', Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Agent': '1.1', Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'ConntrackHelper': '1.0', Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'LocalIPAssociation': '1.0', Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Log': '1.0', Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'NDPProxy': '1.0', Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Network': '1.1', Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Port': '1.7', Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'PortForwarding': '1.2', Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'QosPolicy': '1.10', Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'SecurityGroup': '1.5', Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'SecurityGroupRule': '1.2', Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'SubPort': '1.0', Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Subnet': '1.1', Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: 'Trunk': '1.1'}} Mar 14 11:18:02.933922 dv-cinder-831776-2-iscsi neutron-server[104016]: {{(pid=104016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 11:18:02.938286 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (bbf6db35-73b6-4e0c-8e86-034f5f719935), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.939356 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.939697 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.940048 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.940374 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.940697 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.941047 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.941360 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.941676 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.942067 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.942383 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.942711 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.943026 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.943405 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.943635 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.944058 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Tracked resource versions report: Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: pushed versions: Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: { 'AddressGroup': {'1.2'}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Agent': {'1.1'}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'ConntrackHelper': {'1.0'}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'LocalIPAssociation': {'1.0'}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Log': {'1.0'}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'NDPProxy': {'1.0'}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Network': {'1.1'}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Port': {'1.7'}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'PortForwarding': {'1.2'}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'QosPolicy': {'1.10'}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'SecurityGroup': {'1.5'}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'SecurityGroupRule': {'1.2'}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'SubPort': {'1.0'}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Subnet': {'1.1'}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Trunk': {'1.1'}} Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: consumer versions: Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: { DHCP agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: HyperV agent@hv-cinder-83177: {}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: L3 agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: Metadata agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: Metering agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: Open vSwitch agent@dv-cinder-831776-2-iscsi: { 'AddressGroup': '1.2', Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Agent': '1.1', Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'ConntrackHelper': '1.0', Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'LocalIPAssociation': '1.0', Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Log': '1.0', Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'NDPProxy': '1.0', Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Network': '1.1', Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Port': '1.7', Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'PortForwarding': '1.2', Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'QosPolicy': '1.10', Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'SecurityGroup': '1.5', Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'SecurityGroupRule': '1.2', Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'SubPort': '1.0', Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Subnet': '1.1', Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: 'Trunk': '1.1'}} Mar 14 11:18:02.945210 dv-cinder-831776-2-iscsi neutron-server[104015]: {{(pid=104015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 11:18:02.950933 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:18:02.953856 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] Made reservation on behalf of 956dc6f8d72144c9810e5e5a83ba7fb7 for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:18:02.956065 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.982138 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.986198 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (c0461786-1cca-45bc-bb93-572a6c91f9ad), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.986756 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] Added segment c0461786-1cca-45bc-bb93-572a6c91f9ad of type vlan for network 841c8ce7-e1ff-4086-80e2-ec77dada8502 Mar 14 11:18:02.986990 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:02.988132 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf6db35-73b6-4e0c-8e86-034f5f719935,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:03.019239 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (2207b9da-5efb-4ced-b3b5-11d02425e88b), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.023148 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:03.023148 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.102458 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (841c8ce7-e1ff-4086-80e2-ec77dada8502), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.104937 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] Pushing event updated for resources: {'Network': ['ID=2207b9da-5efb-4ced-b3b5-11d02425e88b,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:03.114345 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] Publish callbacks [] for security_group (8a4f073f-19cf-4034-892c-23122b12b8ad), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.114874 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.116251 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:03.116499 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.121669 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network 2207b9da-5efb-4ced-b3b5-11d02425e88b details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:18:03.166675 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f9a4464a-9c4f-469d-a7d8-2dc1bd4753ba admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9740136 Mar 14 11:18:03.171217 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49674) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:03.176919 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-834f3648-c134-49f7-a8a2-79048619b7e1 admin admin] Request body: {'subnet': {'network_id': '2207b9da-5efb-4ced-b3b5-11d02425e88b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1042718775-subnet', 'tenant_id': '0d8c600cb9884239846270255b12d07a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:03.187078 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] Pushing event updated for resources: {'Network': ['ID=0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:03.190509 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (8a4f073f-19cf-4034-892c-23122b12b8ad), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.211454 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:18:03.217136 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (841c8ce7-e1ff-4086-80e2-ec77dada8502), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.218178 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:03.219066 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.219441 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network 0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8 details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:18:03.228679 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4f073f-19cf-4034-892c-23122b12b8ad,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:03.231798 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (22d30d57-1d1d-4a99-b29b-5130df472b27), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.232893 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] Added segment 22d30d57-1d1d-4a99-b29b-5130df472b27 of type vlan for network b2772757-d7bb-48b9-8bff-3ecf99e6887b Mar 14 11:18:03.288962 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-8ef99f63-9abe-4589-a773-828dff4729b3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9500432 Mar 14 11:18:03.292724 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49678) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:03.298317 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-78112fe6-c849-41d4-90f8-7bbf6bd808a9 admin admin] Request body: {'subnet': {'network_id': '0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-26467269-subnet', 'tenant_id': '4cd96f619b9748d6abb38c941462f2bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:03.314454 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (b2772757-d7bb-48b9-8bff-3ecf99e6887b), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.320824 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] Pushing event updated for resources: {'Network': ['ID=841c8ce7-e1ff-4086-80e2-ec77dada8502,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:03.359372 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9fac403a-9af8-420b-b7c4-6980b96fe0d4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0815787 Mar 14 11:18:03.362947 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49682) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:03.368865 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-1a5e98c6-e985-4312-be06-d72cb52bc261 admin admin] Request body: {'subnet': {'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-676856957-subnet', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:03.418101 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78112fe6-c849-41d4-90f8-7bbf6bd808a9 admin admin] Made reservation on behalf of 4cd96f619b9748d6abb38c941462f2bb for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:18:03.421464 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-78112fe6-c849-41d4-90f8-7bbf6bd808a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.446162 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834f3648-c134-49f7-a8a2-79048619b7e1 admin admin] Made reservation on behalf of 0d8c600cb9884239846270255b12d07a for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:18:03.448494 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-834f3648-c134-49f7-a8a2-79048619b7e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.454293 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (b2772757-d7bb-48b9-8bff-3ecf99e6887b), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.456365 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:03.457824 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.510039 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network 841c8ce7-e1ff-4086-80e2-ec77dada8502 details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:18:03.517383 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5e98c6-e985-4312-be06-d72cb52bc261 admin admin] Made reservation on behalf of 720f0e77ff664a78913bdaee14f470ba for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:18:03.521386 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1a5e98c6-e985-4312-be06-d72cb52bc261 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:03.553115 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] Pushing event updated for resources: {'Network': ['ID=b2772757-d7bb-48b9-8bff-3ecf99e6887b,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:03.619026 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network b2772757-d7bb-48b9-8bff-3ecf99e6887b details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:18:03.961258 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-67adda44-c438-4446-8e0d-0bc46dd4a8a5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5498307 Mar 14 11:18:03.961894 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49698) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:03.969151 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-39b6eb07-6f8a-4624-b696-301cf02c4107 admin admin] Request body: {'subnet': {'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-186231220-subnet', 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:04.035587 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-78112fe6-c849-41d4-90f8-7bbf6bd808a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for subnet (1d761fb8-1eea-4f18-8f6a-a0d71c9d14db), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:04.108162 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b6eb07-6f8a-4624-b696-301cf02c4107 admin admin] Made reservation on behalf of 956dc6f8d72144c9810e5e5a83ba7fb7 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:18:04.112681 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-39b6eb07-6f8a-4624-b696-301cf02c4107 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:04.112681 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78112fe6-c849-41d4-90f8-7bbf6bd808a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d761fb8-1eea-4f18-8f6a-a0d71c9d14db,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:04.132975 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-834f3648-c134-49f7-a8a2-79048619b7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for subnet (5815999f-5933-448d-a3c2-a2f6ce39fcfb), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:04.199259 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78112fe6-c849-41d4-90f8-7bbf6bd808a9 admin admin] Checking segment: {'id': 'b086701a-9307-49b0-a0a4-ba70fc793010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:18:04.199610 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78112fe6-c849-41d4-90f8-7bbf6bd808a9 admin admin] Network hostable DHCP agents. Network: 0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:18:04.210959 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1a5e98c6-e985-4312-be06-d72cb52bc261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for subnet (ccb908f7-3677-42e1-8bdd-62cd57924849), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:04.296169 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f3648-c134-49f7-a8a2-79048619b7e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5815999f-5933-448d-a3c2-a2f6ce39fcfb,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:04.331849 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78112fe6-c849-41d4-90f8-7bbf6bd808a9 admin admin] Network 0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8 is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:18:04.353056 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f3648-c134-49f7-a8a2-79048619b7e1 admin admin] Checking segment: {'id': '38daeaa5-148e-4639-a439-38a497593125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '2207b9da-5efb-4ced-b3b5-11d02425e88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:18:04.358279 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834f3648-c134-49f7-a8a2-79048619b7e1 admin admin] Network hostable DHCP agents. Network: 2207b9da-5efb-4ced-b3b5-11d02425e88b, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:18:04.377986 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5e98c6-e985-4312-be06-d72cb52bc261 admin admin] Checking segment: {'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:18:04.378340 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5e98c6-e985-4312-be06-d72cb52bc261 admin admin] Network hostable DHCP agents. Network: 841c8ce7-e1ff-4086-80e2-ec77dada8502, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:18:04.390664 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e98c6-e985-4312-be06-d72cb52bc261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccb908f7-3677-42e1-8bdd-62cd57924849,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:04.434646 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-39b6eb07-6f8a-4624-b696-301cf02c4107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for subnet (e3835724-6a4b-4d00-8537-d241934aa76b), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:04.477358 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-78112fe6-c849-41d4-90f8-7bbf6bd808a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, 0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:04.482575 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78112fe6-c849-41d4-90f8-7bbf6bd808a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:04.484435 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-78112fe6-c849-41d4-90f8-7bbf6bd808a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:04.485627 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10965544-9979-4993-8518-b66c1e01e0b7 None None] Network 0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:18:04.510068 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6eb07-6f8a-4624-b696-301cf02c4107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3835724-6a4b-4d00-8537-d241934aa76b,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:04.527297 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b6eb07-6f8a-4624-b696-301cf02c4107 admin admin] Checking segment: {'id': '22d30d57-1d1d-4a99-b29b-5130df472b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:18:04.527652 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b6eb07-6f8a-4624-b696-301cf02c4107 admin admin] Network hostable DHCP agents. Network: b2772757-d7bb-48b9-8bff-3ecf99e6887b, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:18:04.555297 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834f3648-c134-49f7-a8a2-79048619b7e1 admin admin] Network 2207b9da-5efb-4ced-b3b5-11d02425e88b is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:18:04.567204 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-834f3648-c134-49f7-a8a2-79048619b7e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, 2207b9da-5efb-4ced-b3b5-11d02425e88b) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:04.573719 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834f3648-c134-49f7-a8a2-79048619b7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:04.575353 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-834f3648-c134-49f7-a8a2-79048619b7e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:04.579374 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9a2723-467f-4455-b526-bed44f8e976e None None] Network 2207b9da-5efb-4ced-b3b5-11d02425e88b requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:18:04.585737 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-78112fe6-c849-41d4-90f8-7bbf6bd808a9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2916684 Mar 14 11:18:04.594119 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5e98c6-e985-4312-be06-d72cb52bc261 admin admin] Network 841c8ce7-e1ff-4086-80e2-ec77dada8502 is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:18:04.612416 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-1a5e98c6-e985-4312-be06-d72cb52bc261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, 841c8ce7-e1ff-4086-80e2-ec77dada8502) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:04.619328 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e98c6-e985-4312-be06-d72cb52bc261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:04.620162 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1a5e98c6-e985-4312-be06-d72cb52bc261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:04.650858 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b6eb07-6f8a-4624-b696-301cf02c4107 admin admin] Network b2772757-d7bb-48b9-8bff-3ecf99e6887b is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:18:04.676377 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-834f3648-c134-49f7-a8a2-79048619b7e1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5048425 Mar 14 11:18:04.688471 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b445f8a-ce6b-4a25-9556-a0009dc48a37 None None] Network 841c8ce7-e1ff-4086-80e2-ec77dada8502 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:18:04.731368 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1a5e98c6-e985-4312-be06-d72cb52bc261 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3646066 Mar 14 11:18:04.733000 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49740) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:04.739411 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:04.784208 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-39b6eb07-6f8a-4624-b696-301cf02c4107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, b2772757-d7bb-48b9-8bff-3ecf99e6887b) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:04.792691 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b6eb07-6f8a-4624-b696-301cf02c4107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:04.795961 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-39b6eb07-6f8a-4624-b696-301cf02c4107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:04.812692 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501d48b5-a32e-4494-ac3d-17cfebd2351c None None] Network 0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:18:04.848209 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2339903a-9a0e-4afd-ba2e-ef28d9d76b52 None None] Network b2772757-d7bb-48b9-8bff-3ecf99e6887b requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:18:04.852160 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3901214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router (c16a800f-d222-4a0b-90ae-14289206e557), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:04.864191 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3901322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3899752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3930077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6786'] for router (c16a800f-d222-4a0b-90ae-14289206e557), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:04.873494 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30827cb3-9e1e-4104-8159-0c82ddceb36d None None] Network 2207b9da-5efb-4ced-b3b5-11d02425e88b requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:18:04.905783 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-39b6eb07-6f8a-4624-b696-301cf02c4107 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9426908 Mar 14 11:18:04.907408 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49756) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:04.912590 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-186231220-router', 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:05.062412 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3901214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router (1878f766-28d4-4a38-a4eb-83fb4cefadba), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:05.063572 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3901322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3899752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3930077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6786'] for router (1878f766-28d4-4a38-a4eb-83fb4cefadba), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:05.086466 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76d7e8ab-c6c4-5dc2-bbd2-0a63752f153b-841c8ce7-e1ff-4086-80e2-ec77dada8502', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849'}]}} from dv-cinder-831776-2-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 11:18:05.087715 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:05.119361 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Publish callbacks [] for router_controller (c16a800f-d222-4a0b-90ae-14289206e557), precommit_add_association {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:05.142140 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Publish callbacks [] for router_controller (1878f766-28d4-4a38-a4eb-83fb4cefadba), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:05.189830 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a329cf14-39a7-4bf5-9931-69e9331bf520 None None] Network b2772757-d7bb-48b9-8bff-3ecf99e6887b requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:18:05.435018 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49786) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:05.489011 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-91bb33c8-9e79-47db-855a-39adebd18615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:05.524331 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Publish callbacks [] for router_gateway (c16a800f-d222-4a0b-90ae-14289206e557), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:05.585988 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Publish callbacks [] for router_gateway (1878f766-28d4-4a38-a4eb-83fb4cefadba), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:05.611916 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Allocated IP 172.20.0.2 (841c8ce7-e1ff-4086-80e2-ec77dada8502/ccb908f7-3677-42e1-8bdd-62cd57924849/e2aea963-1bab-4949-bf2a-0db38e072fda) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:18:05.869194 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b690adfd-cc0c-4c11-9d71-493d93a8de96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:05.901777 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49824) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:05.917812 dv-cinder-831776-2-iscsi neutron-server[104015]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 11:18:05.920993 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Publish callbacks [] for port (e2aea963-1bab-4949-bf2a-0db38e072fda), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.013974 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (e2aea963-1bab-4949-bf2a-0db38e072fda), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.024190 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Publish callbacks [] for router_gateway (c16a800f-d222-4a0b-90ae-14289206e557), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.104965 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Pushing event updated for resources: {'Port': ['ID=e2aea963-1bab-4949-bf2a-0db38e072fda,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:06.116340 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:06.117020 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:06.117558 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:06.118209 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:06.118754 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:06.119305 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:06.120913 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:06.121058 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.121810 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:06.122856 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:06.123477 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:06.123917 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:06.124366 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:06.124926 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:06.125347 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:06.125776 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Tracked resource versions report: Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: pushed versions: Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: { 'AddressGroup': {'1.2'}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Agent': {'1.1'}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'ConntrackHelper': {'1.0'}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'LocalIPAssociation': {'1.0'}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Log': {'1.0'}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'NDPProxy': {'1.0'}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Network': {'1.1'}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Port': {'1.7'}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'PortForwarding': {'1.2'}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'QosPolicy': {'1.10'}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'SecurityGroup': {'1.5'}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'SecurityGroupRule': {'1.2'}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'SubPort': {'1.0'}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Subnet': {'1.1'}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Trunk': {'1.1'}} Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: consumer versions: Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: { DHCP agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: HyperV agent@hv-cinder-83177: {}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: L3 agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: Metadata agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: Metering agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: Open vSwitch agent@dv-cinder-831776-2-iscsi: { 'AddressGroup': '1.2', Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Agent': '1.1', Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'ConntrackHelper': '1.0', Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'LocalIPAssociation': '1.0', Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Log': '1.0', Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'NDPProxy': '1.0', Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Network': '1.1', Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Port': '1.7', Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'PortForwarding': '1.2', Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'QosPolicy': '1.10', Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'SecurityGroup': '1.5', Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'SecurityGroupRule': '1.2', Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'SubPort': '1.0', Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Subnet': '1.1', Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: 'Trunk': '1.1'}} Mar 14 11:18:06.127152 dv-cinder-831776-2-iscsi neutron-server[104017]: {{(pid=104017) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 11:18:06.149388 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Network 841c8ce7-e1ff-4086-80e2-ec77dada8502 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:18:06.149892 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49832) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:06.151047 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:06.153899 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:18:06.156215 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-194272102-network', 'tenant_id': '06945202ac54424bb146397030a85f24'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:06.214170 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Attempting to bind port e2aea963-1bab-4949-bf2a-0db38e072fda on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:18:06.214621 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Attempting to bind port e2aea963-1bab-4949-bf2a-0db38e072fda by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:18:06.215184 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Attempting to bind port e2aea963-1bab-4949-bf2a-0db38e072fda on network 841c8ce7-e1ff-4086-80e2-ec77dada8502 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:18:06.221357 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:18:06.221740 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Checking segment: {'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:18:06.222383 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.222949 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Bound using segment: {'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:18:06.223683 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Bound port: e2aea963-1bab-4949-bf2a-0db38e072fda, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:18:06.224096 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e2aea963-1bab-4949-bf2a-0db38e072fda), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.225719 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Publish callbacks [] for router_gateway (1878f766-28d4-4a38-a4eb-83fb4cefadba), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.245140 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.273232 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-2097a670-4d5f-41d0-9c25-772b4a838049 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:06.273232 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-2097a670-4d5f-41d0-9c25-772b4a838049 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/networks?id=0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8 HTTP/1.1" status: 200 len: 810 time: 0.3636847 Mar 14 11:18:06.301934 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] For port e2aea963-1bab-4949-bf2a-0db38e072fda, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:18:06.304934 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] For port e2aea963-1bab-4949-bf2a-0db38e072fda, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=e2aea963-1bab-4949-bf2a-0db38e072fda,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:18:06.305134 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] Made reservation on behalf of 06945202ac54424bb146397030a85f24 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:18:06.307383 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.323057 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.328421 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-ec623fa7-f984-4849-b037-f6ee10fb4b98 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/quotas/4cd96f619b9748d6abb38c941462f2bb HTTP/1.1" status: 200 len: 375 time: 0.0458710 Mar 14 11:18:06.331728 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b690adfd-cc0c-4c11-9d71-493d93a8de96 admin admin] Publish callbacks [] for security_group (010b5993-2a54-429f-ab1f-a8205304c13c), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.386750 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-1fd16517-dd0b-42c2-8fe0-a487bea71a09 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4cd96f619b9748d6abb38c941462f2bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520580 Mar 14 11:18:06.395049 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Allocated IP 172.27.3.235 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/d278fe1a-b72d-4b3a-b586-9f971e41fd14) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:18:06.399491 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e2aea963-1bab-4949-bf2a-0db38e072fda), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.419225 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] Publish callbacks [] for security_group (8f07e2a8-4098-4849-8eab-3cfb20380594), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.449450 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.449861 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b690adfd-cc0c-4c11-9d71-493d93a8de96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (010b5993-2a54-429f-ab1f-a8205304c13c), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.470846 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6b183-619c-44d0-bc0a-42c4ecd6285f None None] Pushing event updated for resources: {'Port': ['ID=e2aea963-1bab-4949-bf2a-0db38e072fda,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:06.520120 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (8f07e2a8-4098-4849-8eab-3cfb20380594), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.531687 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49840) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:06.579377 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:18:06.582038 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f07e2a8-4098-4849-8eab-3cfb20380594,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:06.589704 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (3b688467-3982-4a46-9cb6-139991cdf584), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.590424 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] Added segment 3b688467-3982-4a46-9cb6-139991cdf584 of type vlan for network bac3da89-7a50-448b-af3e-3c1e41c6084d Mar 14 11:18:06.613509 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Publish callbacks [] for port (d278fe1a-b72d-4b3a-b586-9f971e41fd14), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.642396 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (bac3da89-7a50-448b-af3e-3c1e41c6084d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.652519 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b690adfd-cc0c-4c11-9d71-493d93a8de96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=30df2984c0f64005af2d5597d1907903&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2155781 Mar 14 11:18:06.653653 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49846) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:06.655185 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690adfd-cc0c-4c11-9d71-493d93a8de96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010b5993-2a54-429f-ab1f-a8205304c13c,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:06.725510 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-590b49e2-1283-4ba1-828e-cd662ca5c388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.738630 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-d946710f-a1f5-4b01-8ad9-dc22b179087c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 11:18:06.747757 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-d946710f-a1f5-4b01-8ad9-dc22b179087c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1153955 Mar 14 11:18:06.786068 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (d278fe1a-b72d-4b3a-b586-9f971e41fd14), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.791906 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (bac3da89-7a50-448b-af3e-3c1e41c6084d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.796000 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:06.796000 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.837477 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e55ea13f-b83f-414e-b687-357386e07c83 admin admin] Publish callbacks [] for security_group (010b5993-2a54-429f-ab1f-a8205304c13c), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.940633 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Allocated IP 172.27.3.99 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/48c823a8-d52c-4671-8ef4-487009dd7174) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:18:06.945433 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e55ea13f-b83f-414e-b687-357386e07c83 admin admin] Publish callbacks [] for security_group (010b5993-2a54-429f-ab1f-a8205304c13c), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:06.965242 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] Pushing event updated for resources: {'Network': ['ID=bac3da89-7a50-448b-af3e-3c1e41c6084d,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:06.979319 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network bac3da89-7a50-448b-af3e-3c1e41c6084d details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:18:06.981148 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:18:06.988217 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:06.993765 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:18:06.995672 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Pushing event updated for resources: {'Port': ['ID=d278fe1a-b72d-4b3a-b586-9f971e41fd14,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:07.017666 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c15d46bb-4747-4217-a5a5-bc6765208973 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8666873 Mar 14 11:18:07.030843 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49856) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:07.034562 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-590b49e2-1283-4ba1-828e-cd662ca5c388 admin admin] Publish callbacks [] for security_group (38935798-fbcf-4a52-8261-953dd7652a70), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:07.041038 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-49132971-b458-4976-99bc-e4e77f5e8ff1 admin admin] Request body: {'subnet': {'network_id': 'bac3da89-7a50-448b-af3e-3c1e41c6084d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-194272102-subnet', 'tenant_id': '06945202ac54424bb146397030a85f24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:07.050805 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-f40b0545-d865-4cf0-9f84-86599506a187 service neutron] 10.222.0.37 "GET /v2.0/networks/0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001540 Mar 14 11:18:07.162778 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-590b49e2-1283-4ba1-828e-cd662ca5c388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (38935798-fbcf-4a52-8261-953dd7652a70), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:07.229229 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49132971-b458-4976-99bc-e4e77f5e8ff1 admin admin] Made reservation on behalf of 06945202ac54424bb146397030a85f24 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:18:07.231391 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-d2fafe7d-e0da-459e-8aa3-dbf0fa5031d8 service neutron] 10.222.0.37 "GET /v2.0/networks/0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379464 Mar 14 11:18:07.232386 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-49132971-b458-4976-99bc-e4e77f5e8ff1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:07.277254 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b49e2-1283-4ba1-828e-cd662ca5c388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38935798-fbcf-4a52-8261-953dd7652a70,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:07.301824 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e55ea13f-b83f-414e-b687-357386e07c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (010b5993-2a54-429f-ab1f-a8205304c13c), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:07.306393 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e55ea13f-b83f-414e-b687-357386e07c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:07.308182 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e55ea13f-b83f-414e-b687-357386e07c83 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/010b5993-2a54-429f-ab1f-a8205304c13c HTTP/1.1" status: 204 len: 168 time: 0.6532938 Mar 14 11:18:07.326199 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-590b49e2-1283-4ba1-828e-cd662ca5c388 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=631a7e5c2b724cad9aedd5287a709ac1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7955778 Mar 14 11:18:07.327241 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ea13f-b83f-414e-b687-357386e07c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010b5993-2a54-429f-ab1f-a8205304c13c,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:07.329140 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49870) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:07.338444 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0ea54d5c-89b8-4a3f-9deb-5544b0e67d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:07.488001 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Publish callbacks [] for router_gateway (c16a800f-d222-4a0b-90ae-14289206e557), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:07.504525 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Publish callbacks [] for port (48c823a8-d52c-4671-8ef4-487009dd7174), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:07.561677 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-64bbf95e-134d-4c55-91fb-88128a27feee admin admin] Publish callbacks [] for security_group (38935798-fbcf-4a52-8261-953dd7652a70), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:07.651042 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-64bbf95e-134d-4c55-91fb-88128a27feee admin admin] Publish callbacks [] for security_group (38935798-fbcf-4a52-8261-953dd7652a70), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:07.842649 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (48c823a8-d52c-4671-8ef4-487009dd7174), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:07.866304 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2773ec23-c765-4ffd-b83c-508fd2c7be3d req-29993cc6-127d-4e27-9c68-61a7b7489b30 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 210 time: 0.1296735 Mar 14 11:18:07.867493 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3899669'] for router (c16a800f-d222-4a0b-90ae-14289206e557), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:08.096055 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a273d52-4287-4b64-947b-994d3e2be901 None None] Network 841c8ce7-e1ff-4086-80e2-ec77dada8502 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:18:08.103319 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:18:08.103319 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-49132971-b458-4976-99bc-e4e77f5e8ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for subnet (da8c9353-55c0-4c9a-9d01-736bd9469cbd), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:08.103319 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:08.103319 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:18:08.104273 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-f1c8fa47-b52e-477a-b217-9d6ffbc5ca4a None None] Provisioning complete for port e2aea963-1bab-4949-bf2a-0db38e072fda triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:08.104273 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1c8fa47-b52e-477a-b217-9d6ffbc5ca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e2aea963-1bab-4949-bf2a-0db38e072fda), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:08.152666 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-64bbf95e-134d-4c55-91fb-88128a27feee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (38935798-fbcf-4a52-8261-953dd7652a70), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:08.173371 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-64bbf95e-134d-4c55-91fb-88128a27feee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:08.180441 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-64bbf95e-134d-4c55-91fb-88128a27feee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38935798-fbcf-4a52-8261-953dd7652a70 HTTP/1.1" status: 204 len: 168 time: 0.7924454 Mar 14 11:18:08.199296 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f1c8fa47-b52e-477a-b217-9d6ffbc5ca4a None None] Current status of the port e2aea963-1bab-4949-bf2a-0db38e072fda is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:08.199898 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1c8fa47-b52e-477a-b217-9d6ffbc5ca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e2aea963-1bab-4949-bf2a-0db38e072fda), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:08.250620 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-f1c8fa47-b52e-477a-b217-9d6ffbc5ca4a None None] For port e2aea963-1bab-4949-bf2a-0db38e072fda, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=e2aea963-1bab-4949-bf2a-0db38e072fda,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:08.267749 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Router c16a800f-d222-4a0b-90ae-14289206e557 is scheduled to L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa with binding_index 1 {{(pid=104015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 11:18:08.279950 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbf95e-134d-4c55-91fb-88128a27feee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38935798-fbcf-4a52-8261-953dd7652a70,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:08.365568 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Pushing event updated for resources: {'Port': ['ID=48c823a8-d52c-4671-8ef4-487009dd7174,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:08.377236 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f1c8fa47-b52e-477a-b217-9d6ffbc5ca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e2aea963-1bab-4949-bf2a-0db38e072fda), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:08.427759 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49132971-b458-4976-99bc-e4e77f5e8ff1 admin admin] Checking segment: {'id': '3b688467-3982-4a46-9cb6-139991cdf584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bac3da89-7a50-448b-af3e-3c1e41c6084d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:18:08.428538 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49132971-b458-4976-99bc-e4e77f5e8ff1 admin admin] Network hostable DHCP agents. Network: bac3da89-7a50-448b-af3e-3c1e41c6084d, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:18:08.441491 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49132971-b458-4976-99bc-e4e77f5e8ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8c9353-55c0-4c9a-9d01-736bd9469cbd,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:08.444635 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:18:08.465332 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Sync routers for ids ['c16a800f-d222-4a0b-90ae-14289206e557'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:18:08.478312 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Routers {'c16a800f-d222-4a0b-90ae-14289206e557'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:18:08.479143 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:18:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['c16a800f-d222-4a0b-90ae-14289206e557'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:08.503770 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8fa47-b52e-477a-b217-9d6ffbc5ca4a None None] Pushing event updated for resources: {'Port': ['ID=e2aea963-1bab-4949-bf2a-0db38e072fda,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:08.534617 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:08.537529 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c4fc320f-7087-4048-9f1e-3996006dfa06 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8028219 Mar 14 11:18:08.540374 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49926) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:08.603001 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ef432b85-aae5-4018-ad7e-d4d7a3198db1 None None] Provisioning complete for port e2aea963-1bab-4949-bf2a-0db38e072fda triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:08.603839 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ef432b85-aae5-4018-ad7e-d4d7a3198db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e2aea963-1bab-4949-bf2a-0db38e072fda), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:08.631662 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Publish callbacks [] for router_gateway (1878f766-28d4-4a38-a4eb-83fb4cefadba), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:08.685723 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:08.692798 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49132971-b458-4976-99bc-e4e77f5e8ff1 admin admin] Network bac3da89-7a50-448b-af3e-3c1e41c6084d is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:18:08.702597 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ef432b85-aae5-4018-ad7e-d4d7a3198db1 None None] Current status of the port e2aea963-1bab-4949-bf2a-0db38e072fda is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:08.790494 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-49132971-b458-4976-99bc-e4e77f5e8ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, bac3da89-7a50-448b-af3e-3c1e41c6084d) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:08.796691 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49132971-b458-4976-99bc-e4e77f5e8ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:08.797566 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-49132971-b458-4976-99bc-e4e77f5e8ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:08.813857 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8f0dbc-790b-4aeb-a549-42a8f55601a7 None None] Network bac3da89-7a50-448b-af3e-3c1e41c6084d requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:18:08.859118 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:18:08.925535 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-49132971-b458-4976-99bc-e4e77f5e8ff1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8893030 Mar 14 11:18:08.976971 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Set router c16a800f-d222-4a0b-90ae-14289206e557 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:18:08.992477 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device e2aea963-1bab-4949-bf2a-0db38e072fda up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:18:09.016494 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-85f4076a-a3ef-4b96-8c21-39db9a874b90 req-09411f1a-8333-43a7-83ec-038be4e0fb2e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 210 time: 0.0377126 Mar 14 11:18:09.063007 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeac0ed-b1be-4b33-a962-3df9d861cd91 None None] Network bac3da89-7a50-448b-af3e-3c1e41c6084d requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:18:09.065596 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port e2aea963-1bab-4949-bf2a-0db38e072fda triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:09.066150 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e2aea963-1bab-4949-bf2a-0db38e072fda), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:09.142541 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3899669'] for router (1878f766-28d4-4a38-a4eb-83fb4cefadba), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:09.334757 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:09.357883 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:07Z', 'revision_number': 3, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:09.411960 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49960) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:09.417550 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Checking router: c16a800f-d222-4a0b-90ae-14289206e557 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:18:09.417894 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Updating router c16a800f-d222-4a0b-90ae-14289206e557 port d278fe1a-b72d-4b3a-b586-9f971e41fd14 binding host dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:18:09.423769 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port e2aea963-1bab-4949-bf2a-0db38e072fda is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:09.442126 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1d125060-5a0b-43d6-971b-0c0bb07837a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:09.463014 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Router 1878f766-28d4-4a38-a4eb-83fb4cefadba is scheduled to L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 11:18:09.476979 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d278fe1a-b72d-4b3a-b586-9f971e41fd14), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:09.596583 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49966) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:09.632317 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49970) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:09.663895 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1d125060-5a0b-43d6-971b-0c0bb07837a7 admin admin] Publish callbacks [] for security_group (62cce969-8ffe-47d8-b3f8-6aea88ba772d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:09.677905 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:18:09.691215 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Sync routers for ids ['1878f766-28d4-4a38-a4eb-83fb4cefadba'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:18:09.701582 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33ce5c4-ea8e-4925-8ee6-49ced71c4d9b admin admin] Deleting subnet 5815999f-5933-448d-a3c2-a2f6ce39fcfb {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:18:09.705136 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f33ce5c4-ea8e-4925-8ee6-49ced71c4d9b admin admin] Publish callbacks [] for subnet (5815999f-5933-448d-a3c2-a2f6ce39fcfb), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:09.717510 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Routers {'1878f766-28d4-4a38-a4eb-83fb4cefadba'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:18:09.718495 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:18:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['1878f766-28d4-4a38-a4eb-83fb4cefadba'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:09.795479 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:09.801608 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b3dacdcf-8c72-4fab-b594-a5bb5e7f81c1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8928852 Mar 14 11:18:09.803950 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1d125060-5a0b-43d6-971b-0c0bb07837a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (62cce969-8ffe-47d8-b3f8-6aea88ba772d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:09.817652 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 49976) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:09.833623 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f33ce5c4-ea8e-4925-8ee6-49ced71c4d9b admin admin] Publish callbacks [] for subnet (5815999f-5933-448d-a3c2-a2f6ce39fcfb), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:09.856379 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f33ce5c4-ea8e-4925-8ee6-49ced71c4d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (5815999f-5933-448d-a3c2-a2f6ce39fcfb), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:09.924453 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7f395cc4-dd5f-47bd-a73c-4d162c89543b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:09.954095 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Set router 1878f766-28d4-4a38-a4eb-83fb4cefadba gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:18:10.045457 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d125060-5a0b-43d6-971b-0c0bb07837a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cce969-8ffe-47d8-b3f8-6aea88ba772d,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:10.066807 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1d125060-5a0b-43d6-971b-0c0bb07837a7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=467081be70b944c9b8bcbb62e40ed2ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6557422 Mar 14 11:18:10.068533 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49982) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:10.102790 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49984) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:10.120878 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Publish callbacks [] for port (d278fe1a-b72d-4b3a-b586-9f971e41fd14), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.140242 dv-cinder-831776-2-iscsi neutron-server[104016]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 11:18:10.213030 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (d278fe1a-b72d-4b3a-b586-9f971e41fd14), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.224922 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Allocated IP 172.20.0.1 (841c8ce7-e1ff-4086-80e2-ec77dada8502/ccb908f7-3677-42e1-8bdd-62cd57924849/ec9b79f0-b3af-4bb7-aba5-4f992f7895c3) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:18:10.259835 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95ca4cce-539a-4728-92e1-76fd4672ff82 req-045cab81-5a1c-48fd-9b83-2a698749533b tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 210 time: 0.1443295 Mar 14 11:18:10.290921 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f33ce5c4-ea8e-4925-8ee6-49ced71c4d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for subnet (5815999f-5933-448d-a3c2-a2f6ce39fcfb), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.305188 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'name': 'tempest-ServerRescueNegativeTestJSON-186231220-router', 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '48c823a8-d52c-4671-8ef4-487009dd7174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:05Z', 'updated_at': '2022-03-14T11:18:08Z', 'revision_number': 3, 'project_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'gw_port': {'id': '48c823a8-d52c-4671-8ef4-487009dd7174', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:10.309161 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f33ce5c4-ea8e-4925-8ee6-49ced71c4d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.315774 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f33ce5c4-ea8e-4925-8ee6-49ced71c4d9b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5815999f-5933-448d-a3c2-a2f6ce39fcfb HTTP/1.1" status: 204 len: 168 time: 0.6821721 Mar 14 11:18:10.323695 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 49992) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:10.346182 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Pushing event updated for resources: {'Port': ['ID=d278fe1a-b72d-4b3a-b586-9f971e41fd14,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:10.356052 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:10.358243 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:10.358243 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:10.358839 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:10.359290 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:10.359794 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:10.360216 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:10.360401 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ce5c4-ea8e-4925-8ee6-49ced71c4d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5815999f-5933-448d-a3c2-a2f6ce39fcfb,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:10.360764 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:10.361189 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:10.362271 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:10.362770 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:10.363413 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:10.363902 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:10.364361 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:10.364829 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Tracked resource versions report: Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: pushed versions: Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: { 'AddressGroup': {'1.2'}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Agent': {'1.1'}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'ConntrackHelper': {'1.0'}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'LocalIPAssociation': {'1.0'}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Log': {'1.0'}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'NDPProxy': {'1.0'}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Network': {'1.1'}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Port': {'1.7'}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'PortForwarding': {'1.2'}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'QosPolicy': {'1.10'}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'SecurityGroup': {'1.5'}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'SecurityGroupRule': {'1.2'}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'SubPort': {'1.0'}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Subnet': {'1.1'}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Trunk': {'1.1'}} Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: consumer versions: Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: { DHCP agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: HyperV agent@hv-cinder-83177: {}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: L3 agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: Metadata agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: Metering agent@dv-cinder-831776-2-iscsi: {}, Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: Open vSwitch agent@dv-cinder-831776-2-iscsi: { 'AddressGroup': '1.2', Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Agent': '1.1', Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'ConntrackHelper': '1.0', Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'LocalIPAssociation': '1.0', Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Log': '1.0', Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'NDPProxy': '1.0', Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Network': '1.1', Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Port': '1.7', Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'PortForwarding': '1.2', Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'QosPolicy': '1.10', Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'SecurityGroup': '1.5', Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'SecurityGroupRule': '1.2', Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'SubPort': '1.0', Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Subnet': '1.1', Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: 'Trunk': '1.1'}} Mar 14 11:18:10.367826 dv-cinder-831776-2-iscsi neutron-server[104018]: {{(pid=104018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 11:18:10.379507 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-51b8e187-375f-4517-93b0-74766ff8c886 admin admin] Publish callbacks [] for security_group (62cce969-8ffe-47d8-b3f8-6aea88ba772d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.402785 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-51b8e187-375f-4517-93b0-74766ff8c886 admin admin] Publish callbacks [] for security_group (62cce969-8ffe-47d8-b3f8-6aea88ba772d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.402996 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Attempting to bind port d278fe1a-b72d-4b3a-b586-9f971e41fd14 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:18:10.405000 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Attempting to bind port d278fe1a-b72d-4b3a-b586-9f971e41fd14 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:18:10.405394 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Attempting to bind port d278fe1a-b72d-4b3a-b586-9f971e41fd14 on network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:18:10.412697 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:18:10.413119 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Checking segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:18:10.413528 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.414018 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Bound using segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:18:10.415089 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Bound port: d278fe1a-b72d-4b3a-b586-9f971e41fd14, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:18:10.415519 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d278fe1a-b72d-4b3a-b586-9f971e41fd14), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.422107 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.424698 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Checking router: 1878f766-28d4-4a38-a4eb-83fb4cefadba for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:18:10.424698 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Updating router 1878f766-28d4-4a38-a4eb-83fb4cefadba port 48c823a8-d52c-4671-8ef4-487009dd7174 binding host dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:18:10.475472 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (48c823a8-d52c-4671-8ef4-487009dd7174), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.503754 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] For port d278fe1a-b72d-4b3a-b586-9f971e41fd14, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:18:10.510240 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] For port d278fe1a-b72d-4b3a-b586-9f971e41fd14, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=d278fe1a-b72d-4b3a-b586-9f971e41fd14,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:18:10.539768 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (2207b9da-5efb-4ced-b3b5-11d02425e88b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.541138 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Publish callbacks [] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.585800 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-51b8e187-375f-4517-93b0-74766ff8c886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (62cce969-8ffe-47d8-b3f8-6aea88ba772d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.588337 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-51b8e187-375f-4517-93b0-74766ff8c886 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.589485 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-51b8e187-375f-4517-93b0-74766ff8c886 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62cce969-8ffe-47d8-b3f8-6aea88ba772d HTTP/1.1" status: 204 len: 168 time: 0.5175619 Mar 14 11:18:10.595819 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (d278fe1a-b72d-4b3a-b586-9f971e41fd14), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.605981 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8e187-375f-4517-93b0-74766ff8c886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cce969-8ffe-47d8-b3f8-6aea88ba772d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:10.631754 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7f395cc4-dd5f-47bd-a73c-4d162c89543b admin admin] Publish callbacks [] for security_group (21a69b4d-fe69-42a7-b705-26e244b258ee), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.715429 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7f395cc4-dd5f-47bd-a73c-4d162c89543b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (21a69b4d-fe69-42a7-b705-26e244b258ee), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.719698 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (2207b9da-5efb-4ced-b3b5-11d02425e88b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.725965 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Routers {'c16a800f-d222-4a0b-90ae-14289206e557'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:18:10.726595 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:18:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['c16a800f-d222-4a0b-90ae-14289206e557'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:10.729491 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b225b20-532b-4adc-8a48-212a09d3e6b1 None None] Pushing event updated for resources: {'Port': ['ID=d278fe1a-b72d-4b3a-b586-9f971e41fd14,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:10.766810 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.791306 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f395cc4-dd5f-47bd-a73c-4d162c89543b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a69b4d-fe69-42a7-b705-26e244b258ee,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:10.819345 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:18:10.819714 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:18:10.820481 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:18:10.820827 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Subscribe: > port after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:18:10.821164 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:18:10.821478 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Subscribe: > port after_update 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:18:10.821796 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:18:10.822156 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:18:10.822474 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:18:10.822811 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:18:10.858182 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Network 841c8ce7-e1ff-4086-80e2-ec77dada8502 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:18:10.864581 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:10.868203 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:18:10.868931 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899496'] for router_interface (c16a800f-d222-4a0b-90ae-14289206e557), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.874093 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:10.962829 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9b79f0-b3af-4bb7-aba5-4f992f7895c3,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:11.002214 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] Set router c16a800f-d222-4a0b-90ae-14289206e557 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:18:11.108214 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Publish callbacks [] for port (48c823a8-d52c-4671-8ef4-487009dd7174), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.189192 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (48c823a8-d52c-4671-8ef4-487009dd7174), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.261283 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:18:11.261633 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:18:11.261974 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:18:11.262315 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104016) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:18:11.262685 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2207b9da-5efb-4ced-b3b5-11d02425e88b']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:11.302945 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7f395cc4-dd5f-47bd-a73c-4d162c89543b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=099af100a9444a879cf7fabbd81d1be0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7040586 Mar 14 11:18:11.315352 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50014) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:11.354821 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Attempting to bind port 48c823a8-d52c-4671-8ef4-487009dd7174 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:18:11.355195 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Attempting to bind port 48c823a8-d52c-4671-8ef4-487009dd7174 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:18:11.355604 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Attempting to bind port 48c823a8-d52c-4671-8ef4-487009dd7174 on network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:18:11.357099 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38daeaa5-148e-4639-a439-38a497593125') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:11.357420 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38daeaa5-148e-4639-a439-38a497593125') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:11.366566 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c683322-5cd1-4393-9c78-ff941d0668de None None] Pushing event updated for resources: {'Port': ['ID=48c823a8-d52c-4671-8ef4-487009dd7174,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:11.368990 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:18:11.369367 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Checking segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:18:11.369771 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.370349 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Bound using segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:18:11.370836 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Bound port: 48c823a8-d52c-4671-8ef4-487009dd7174, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:18:11.371235 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (48c823a8-d52c-4671-8ef4-487009dd7174), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.374880 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-19492a3e-a35e-4d4f-80ec-125c2c137446 None None] Provisioning complete for port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:11.375241 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-19492a3e-a35e-4d4f-80ec-125c2c137446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.409163 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11546360'] for segment (38daeaa5-148e-4639-a439-38a497593125), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.466664 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-19492a3e-a35e-4d4f-80ec-125c2c137446 None None] Port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:18:11.481831 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] For port 48c823a8-d52c-4671-8ef4-487009dd7174, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:18:11.486019 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] For port 48c823a8-d52c-4671-8ef4-487009dd7174, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=48c823a8-d52c-4671-8ef4-487009dd7174,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:18:11.487155 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:07Z', 'revision_number': 3, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:11.500064 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (38daeaa5-148e-4639-a439-38a497593125), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.514601 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.532370 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Allocated IP 172.20.0.1 (b2772757-d7bb-48b9-8bff-3ecf99e6887b/e3835724-6a4b-4d00-8537-d241934aa76b/8c3b9357-e134-4091-acf0-d375ff2c3556) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:18:11.534236 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:18:11.534772 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2077848'] for segment (38daeaa5-148e-4639-a439-38a497593125), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: from cryptography.utils import int_from_bytes Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: from cryptography.utils import int_from_bytes Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: timer() Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: cb(*args, **kw) Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: self._notify() Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: self.callback(batched_events) Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: event.method(event) Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._get(url).json() Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:18:11.539207 dv-cinder-831776-2-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:18:11.547798 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b3ec21-ecfc-4717-a398-952cff0a7af1 None None] The sync data for ids ['c16a800f-d222-4a0b-90ae-14289206e557'] in dv-cinder-831776-2-iscsi is: [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:07Z', 'revision_number': 3, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:18:11.595491 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (48c823a8-d52c-4671-8ef4-487009dd7174), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.602685 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ec3cfccd-69ce-4968-b2dc-3d4ab759ca2e admin admin] Publish callbacks [] for security_group (21a69b4d-fe69-42a7-b705-26e244b258ee), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.622173 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7e755913-9ca4-4307-9a95-e1d81e454df6 req-12e8ae8a-d018-4ff1-88b4-7a27b14f1d15 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 210 time: 0.0840881 Mar 14 11:18:11.659330 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ec3cfccd-69ce-4968-b2dc-3d4ab759ca2e admin admin] Publish callbacks [] for security_group (21a69b4d-fe69-42a7-b705-26e244b258ee), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.735056 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (2207b9da-5efb-4ced-b3b5-11d02425e88b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.745785 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.757521 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2207b9da-5efb-4ced-b3b5-11d02425e88b HTTP/1.1" status: 204 len: 168 time: 1.4331994 Mar 14 11:18:11.759672 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Routers {'1878f766-28d4-4a38-a4eb-83fb4cefadba'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:18:11.759672 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:18:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['1878f766-28d4-4a38-a4eb-83fb4cefadba'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:11.765917 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 50034) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:11.770134 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8f204-4e36-44a2-a54a-b21719b4fb56 admin admin] Pushing event deleted for resources: {'Network': ['ID=2207b9da-5efb-4ced-b3b5-11d02425e88b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:11.806515 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ec3cfccd-69ce-4968-b2dc-3d4ab759ca2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (21a69b4d-fe69-42a7-b705-26e244b258ee), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.810081 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ec3cfccd-69ce-4968-b2dc-3d4ab759ca2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.813675 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ec3cfccd-69ce-4968-b2dc-3d4ab759ca2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21a69b4d-fe69-42a7-b705-26e244b258ee HTTP/1.1" status: 204 len: 168 time: 0.4755688 Mar 14 11:18:11.830810 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cfccd-69ce-4968-b2dc-3d4ab759ca2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a69b4d-fe69-42a7-b705-26e244b258ee,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:11.861536 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Publish callbacks [] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.868365 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c683322-5cd1-4393-9c78-ff941d0668de None None] Pushing event updated for resources: {'Port': ['ID=48c823a8-d52c-4671-8ef4-487009dd7174,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:11.896614 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e4c810-7b75-40be-9442-895059af23e8 admin admin] Deleting subnet da8c9353-55c0-4c9a-9d01-736bd9469cbd {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:18:11.923505 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:11.936160 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] Set router 1878f766-28d4-4a38-a4eb-83fb4cefadba gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:18:12.059382 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c810-7b75-40be-9442-895059af23e8 admin admin] Publish callbacks [] for subnet (da8c9353-55c0-4c9a-9d01-736bd9469cbd), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:12.141073 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Publish callbacks [] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:12.146302 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c810-7b75-40be-9442-895059af23e8 admin admin] Publish callbacks [] for subnet (da8c9353-55c0-4c9a-9d01-736bd9469cbd), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:12.160549 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c810-7b75-40be-9442-895059af23e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (da8c9353-55c0-4c9a-9d01-736bd9469cbd), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:12.239683 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:12.249614 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:12.250947 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899604'] for router_interface (c16a800f-d222-4a0b-90ae-14289206e557), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:12.295265 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Network b2772757-d7bb-48b9-8bff-3ecf99e6887b is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:18:12.300299 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'name': 'tempest-ServerRescueNegativeTestJSON-186231220-router', 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '48c823a8-d52c-4671-8ef4-487009dd7174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:05Z', 'updated_at': '2022-03-14T11:18:08Z', 'revision_number': 3, 'project_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'gw_port': {'id': '48c823a8-d52c-4671-8ef4-487009dd7174', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:12.324306 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:12.330265 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:18:12.330649 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899496'] for router_interface (1878f766-28d4-4a38-a4eb-83fb4cefadba), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:12.365574 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8021567c-aad5-4af2-9da2-b48028492d5c None None] The sync data for ids ['1878f766-28d4-4a38-a4eb-83fb4cefadba'] in dv-cinder-831776-2-iscsi is: [{'id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'name': 'tempest-ServerRescueNegativeTestJSON-186231220-router', 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '48c823a8-d52c-4671-8ef4-487009dd7174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:05Z', 'updated_at': '2022-03-14T11:18:08Z', 'revision_number': 3, 'project_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'gw_port': {'id': '48c823a8-d52c-4671-8ef4-487009dd7174', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:18:12.402553 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c810-7b75-40be-9442-895059af23e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for subnet (da8c9353-55c0-4c9a-9d01-736bd9469cbd), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:12.488153 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3b9357-e134-4091-acf0-d375ff2c3556,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:12.565906 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4c810-7b75-40be-9442-895059af23e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8c9353-55c0-4c9a-9d01-736bd9469cbd,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:12.583620 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c8e4c810-7b75-40be-9442-895059af23e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:12.588009 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c8e4c810-7b75-40be-9442-895059af23e8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/da8c9353-55c0-4c9a-9d01-736bd9469cbd HTTP/1.1" status: 204 len: 168 time: 0.8209665 Mar 14 11:18:12.590622 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50064) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:12.693847 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Network 841c8ce7-e1ff-4086-80e2-ec77dada8502 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:18:12.696605 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Pushing event updated for resources: {'Port': ['ID=ec9b79f0-b3af-4bb7-aba5-4f992f7895c3,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:12.727171 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:12.830748 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f7186913-c897-4e01-978c-59deadbf7305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (bac3da89-7a50-448b-af3e-3c1e41c6084d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:12.837624 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device d278fe1a-b72d-4b3a-b586-9f971e41fd14 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:18:12.990796 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port d278fe1a-b72d-4b3a-b586-9f971e41fd14 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:12.991168 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (d278fe1a-b72d-4b3a-b586-9f971e41fd14), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:13.052716 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f7186913-c897-4e01-978c-59deadbf7305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (bac3da89-7a50-448b-af3e-3c1e41c6084d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:13.065267 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:13.099977 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-f7186913-c897-4e01-978c-59deadbf7305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac3da89-7a50-448b-af3e-3c1e41c6084d']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:13.134407 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bef27fca-99b5-4096-b2cb-75f9eca51036 req-e71650ba-a1db-4728-9ae6-35f5503e9750 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 210 time: 0.0638359 Mar 14 11:18:13.148255 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-f7186913-c897-4e01-978c-59deadbf7305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b688467-3982-4a46-9cb6-139991cdf584') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:13.148255 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-f7186913-c897-4e01-978c-59deadbf7305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b688467-3982-4a46-9cb6-139991cdf584') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:13.176047 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port d278fe1a-b72d-4b3a-b586-9f971e41fd14 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:13.176047 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d278fe1a-b72d-4b3a-b586-9f971e41fd14), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:13.176306 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f7186913-c897-4e01-978c-59deadbf7305 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11546360'] for segment (3b688467-3982-4a46-9cb6-139991cdf584), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:13.198649 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f7186913-c897-4e01-978c-59deadbf7305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (3b688467-3982-4a46-9cb6-139991cdf584), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:13.206268 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7186913-c897-4e01-978c-59deadbf7305 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:18:13.206916 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f7186913-c897-4e01-978c-59deadbf7305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2077848'] for segment (3b688467-3982-4a46-9cb6-139991cdf584), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: timer() Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: cb(*args, **kw) Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: self._notify() Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: self.callback(batched_events) Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: event.method(event) Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._get(url).json() Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:18:13.209581 dv-cinder-831776-2-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:18:13.221796 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port d278fe1a-b72d-4b3a-b586-9f971e41fd14, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=d278fe1a-b72d-4b3a-b586-9f971e41fd14,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:13.237149 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-69a1a831-fb1a-488c-9867-444aa653a6a7 None None] Provisioning complete for port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:13.237920 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-69a1a831-fb1a-488c-9867-444aa653a6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:13.255896 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Router c16a800f-d222-4a0b-90ae-14289206e557 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:18:13.313391 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-69a1a831-fb1a-488c-9867-444aa653a6a7 None None] Port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:18:13.321598 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (d278fe1a-b72d-4b3a-b586-9f971e41fd14), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:13.387935 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=d278fe1a-b72d-4b3a-b586-9f971e41fd14,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:13.401552 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f7186913-c897-4e01-978c-59deadbf7305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (bac3da89-7a50-448b-af3e-3c1e41c6084d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:13.410233 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f7186913-c897-4e01-978c-59deadbf7305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:13.415062 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f7186913-c897-4e01-978c-59deadbf7305 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bac3da89-7a50-448b-af3e-3c1e41c6084d HTTP/1.1" status: 204 len: 168 time: 0.8223522 Mar 14 11:18:13.431061 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7186913-c897-4e01-978c-59deadbf7305 admin admin] Pushing event deleted for resources: {'Network': ['ID=bac3da89-7a50-448b-af3e-3c1e41c6084d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:13.501591 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:18:13.508102 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-0faa6ab6-469b-42cb-99a7-e511c567bf29 admin admin] 10.222.0.37 "PUT /v2.0/routers/c16a800f-d222-4a0b-90ae-14289206e557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9665546 Mar 14 11:18:13.559232 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Publish callbacks [] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:13.651918 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:13.652665 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899604'] for router_interface (1878f766-28d4-4a38-a4eb-83fb4cefadba), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:13.731126 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Pushing event updated for resources: {'Port': ['ID=8c3b9357-e134-4091-acf0-d375ff2c3556,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:13.798767 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Network b2772757-d7bb-48b9-8bff-3ecf99e6887b is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:18:13.800220 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:13.876569 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50100) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:13.925401 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8d99e7c2-1863-459f-b0c1-b92db533bdee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d8c600cb9884239846270255b12d07a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0475967 Mar 14 11:18:13.928514 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50106) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:13.963273 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Router 1878f766-28d4-4a38-a4eb-83fb4cefadba has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:18:13.986744 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e39a580-8b3b-4d7c-bcf8-5d5ecd354fdb admin admin] Publish callbacks [] for security_group (8826b1bc-cfca-4b74-b55d-1dd03c54b117), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:14.009750 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e39a580-8b3b-4d7c-bcf8-5d5ecd354fdb admin admin] Publish callbacks [] for security_group (8826b1bc-cfca-4b74-b55d-1dd03c54b117), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:14.159052 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:18:14.171984 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d2bb3474-0b4d-4c1a-ab2d-801160ec7193 admin admin] 10.222.0.37 "PUT /v2.0/routers/1878f766-28d4-4a38-a4eb-83fb4cefadba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3532579 Mar 14 11:18:14.266058 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a21704b1-0822-4a67-a158-afa0f2155e15 req-00a06049-4d83-476a-aeb9-81ceff8f9dd4 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 210 time: 0.0306518 Mar 14 11:18:14.303486 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e39a580-8b3b-4d7c-bcf8-5d5ecd354fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (8826b1bc-cfca-4b74-b55d-1dd03c54b117), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:14.306724 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e39a580-8b3b-4d7c-bcf8-5d5ecd354fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:14.308261 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0e39a580-8b3b-4d7c-bcf8-5d5ecd354fdb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8826b1bc-cfca-4b74-b55d-1dd03c54b117 HTTP/1.1" status: 204 len: 168 time: 0.3788030 Mar 14 11:18:14.328895 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39a580-8b3b-4d7c-bcf8-5d5ecd354fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8826b1bc-cfca-4b74-b55d-1dd03c54b117,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:14.780964 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Sync routers for ids ['c16a800f-d222-4a0b-90ae-14289206e557'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:18:14.796394 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Routers {'c16a800f-d222-4a0b-90ae-14289206e557'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:18:14.796394 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:18:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['c16a800f-d222-4a0b-90ae-14289206e557'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:14.807156 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 48c823a8-d52c-4671-8ef4-487009dd7174 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:18:14.862854 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 48c823a8-d52c-4671-8ef4-487009dd7174 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:14.863231 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (48c823a8-d52c-4671-8ef4-487009dd7174), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:14.936064 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50130) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:14.937698 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Set router c16a800f-d222-4a0b-90ae-14289206e557 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:18:14.946409 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-b3344d49-4079-4c27-a47c-9a5d84747bd2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1171720225', 'description': 'tempest-description--1313448500'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:14.946549 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 48c823a8-d52c-4671-8ef4-487009dd7174 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:14.946549 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (48c823a8-d52c-4671-8ef4-487009dd7174), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:14.967208 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port 48c823a8-d52c-4671-8ef4-487009dd7174, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=48c823a8-d52c-4671-8ef4-487009dd7174,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:14.996413 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50134) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:15.000943 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Sync routers for ids ['1878f766-28d4-4a38-a4eb-83fb4cefadba'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:18:15.015341 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Routers {'1878f766-28d4-4a38-a4eb-83fb4cefadba'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:18:15.015884 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:18:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['1878f766-28d4-4a38-a4eb-83fb4cefadba'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:15.057379 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (48c823a8-d52c-4671-8ef4-487009dd7174), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:15.058193 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device d278fe1a-b72d-4b3a-b586-9f971e41fd14 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:18:15.080535 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3344d49-4079-4c27-a47c-9a5d84747bd2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:15.196462 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=48c823a8-d52c-4671-8ef4-487009dd7174,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:15.203899 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'ec9b79f0-b3af-4bb7-aba5-4f992f7895c3', 'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'mac_address': 'fa:16:3e:41:cb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:09Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 2, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'subnets': [{'id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:15.217683 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Set router 1878f766-28d4-4a38-a4eb-83fb4cefadba gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:18:15.250948 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Checking router: c16a800f-d222-4a0b-90ae-14289206e557 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:18:15.251312 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Updating router c16a800f-d222-4a0b-90ae-14289206e557 port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 binding host dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:18:15.266980 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port d278fe1a-b72d-4b3a-b586-9f971e41fd14 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:15.267336 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (d278fe1a-b72d-4b3a-b586-9f971e41fd14), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:15.384967 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:15.522461 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f09980cd-b736-47bf-aeca-689e31a25363 req-61be5ac5-67d9-4651-a413-d6f7cfa60a81 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 210 time: 0.1016233 Mar 14 11:18:15.566184 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-12265966-6fd6-4052-aa99-eecc97869315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:15.575212 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port d278fe1a-b72d-4b3a-b586-9f971e41fd14 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:15.641283 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3344d49-4079-4c27-a47c-9a5d84747bd2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group (04a6d99e-c18b-4bcd-bf51-4d67f7f10b43), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:15.647926 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'name': 'tempest-ServerRescueNegativeTestJSON-186231220-router', 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '48c823a8-d52c-4671-8ef4-487009dd7174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:05Z', 'updated_at': '2022-03-14T11:18:12Z', 'revision_number': 4, 'project_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'gw_port': {'id': '48c823a8-d52c-4671-8ef4-487009dd7174', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8c3b9357-e134-4091-acf0-d375ff2c3556', 'name': '', 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b', 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'mac_address': 'fa:16:3e:21:56:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e3835724-6a4b-4d00-8537-d241934aa76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:11Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 2, 'project_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'subnets': [{'id': 'e3835724-6a4b-4d00-8537-d241934aa76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:15.692315 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-12265966-6fd6-4052-aa99-eecc97869315 admin admin] Publish callbacks [] for security_group (04c9aa9c-4ce2-4120-acd0-3ba46b322b2e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:15.714494 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Publish callbacks [] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:15.777146 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Checking router: 1878f766-28d4-4a38-a4eb-83fb4cefadba for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:18:15.777503 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Updating router 1878f766-28d4-4a38-a4eb-83fb4cefadba port 8c3b9357-e134-4091-acf0-d375ff2c3556 binding host dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:18:15.787959 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3344d49-4079-4c27-a47c-9a5d84747bd2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (04a6d99e-c18b-4bcd-bf51-4d67f7f10b43), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:15.806653 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:15.818742 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3344d49-4079-4c27-a47c-9a5d84747bd2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:15.914035 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-12265966-6fd6-4052-aa99-eecc97869315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (04c9aa9c-4ce2-4120-acd0-3ba46b322b2e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:15.914957 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:15.957597 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-12265966-6fd6-4052-aa99-eecc97869315 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a011429a1fae4afb994ed6123fe15203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9579139 Mar 14 11:18:15.963670 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 50154) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:15.964079 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b3344d49-4079-4c27-a47c-9a5d84747bd2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:15.964079 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b3344d49-4079-4c27-a47c-9a5d84747bd2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0222943 Mar 14 11:18:15.964079 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12265966-6fd6-4052-aa99-eecc97869315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c9aa9c-4ce2-4120-acd0-3ba46b322b2e,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:15.964079 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50156) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:15.981558 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-f0ae0fae-565d-4986-b467-dcac2950a91d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Request body: {'security_group_rule': {'security_group_id': '04a6d99e-c18b-4bcd-bf51-4d67f7f10b43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:16.000163 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.44', 63191) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:16.046059 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50158) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:16.078094 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fe1a9-717a-4af6-b4ce-d3575832e314 None None] Pushing event updated for resources: {'Port': ['ID=ec9b79f0-b3af-4bb7-aba5-4f992f7895c3,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:16.110895 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Attempting to bind port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:18:16.111277 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Attempting to bind port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:18:16.111650 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Attempting to bind port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 on network 841c8ce7-e1ff-4086-80e2-ec77dada8502 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:18:16.126493 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:18:16.126493 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Checking segment: {'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:18:16.126493 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.126493 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Bound using segment: {'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:18:16.126493 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Bound port: ec9b79f0-b3af-4bb7-aba5-4f992f7895c3, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:18:16.126493 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.139331 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b0af91ed-dcce-4f69-9565-3a288f5fb897 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06945202ac54424bb146397030a85f24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0919139 Mar 14 11:18:16.142368 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50160) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:16.159216 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Publish callbacks [] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.187758 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-14ed09ba-86db-4560-a4b7-13db1d7b54d5 admin admin] Publish callbacks [] for security_group (04c9aa9c-4ce2-4120-acd0-3ba46b322b2e), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.214022 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] For port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:18:16.223031 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0fae-565d-4986-b467-dcac2950a91d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group_rule (4f6ac77d-820e-43f1-b708-28cbbfcdfe90), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.223498 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] For port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=ec9b79f0-b3af-4bb7-aba5-4f992f7895c3,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:18:16.238752 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.297914 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.308583 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-14ed09ba-86db-4560-a4b7-13db1d7b54d5 admin admin] Publish callbacks [] for security_group (04c9aa9c-4ce2-4120-acd0-3ba46b322b2e), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.325535 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9791b1f1-9eb7-4980-8519-861ddda30d49 admin admin] Publish callbacks [] for security_group (8f07e2a8-4098-4849-8eab-3cfb20380594), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.355744 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969737d-1b43-4d8a-b3f7-f88b409b65ae None None] Pushing event updated for resources: {'Port': ['ID=8c3b9357-e134-4091-acf0-d375ff2c3556,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:16.415078 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-a116663c-9ffb-4f07-b898-f4706d095715 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:16.416871 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-a116663c-9ffb-4f07-b898-f4706d095715 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.44 "GET /v2.0/networks?id=0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8 HTTP/1.1" status: 200 len: 810 time: 0.3951571 Mar 14 11:18:16.440933 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9791b1f1-9eb7-4980-8519-861ddda30d49 admin admin] Publish callbacks [] for security_group (8f07e2a8-4098-4849-8eab-3cfb20380594), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.445099 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Attempting to bind port 8c3b9357-e134-4091-acf0-d375ff2c3556 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:18:16.457080 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Attempting to bind port 8c3b9357-e134-4091-acf0-d375ff2c3556 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '22d30d57-1d1d-4a99-b29b-5130df472b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:18:16.458614 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Attempting to bind port 8c3b9357-e134-4091-acf0-d375ff2c3556 on network b2772757-d7bb-48b9-8bff-3ecf99e6887b {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:18:16.468966 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-f9fb9c74-6e09-4421-923f-fc26d251a625 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Request body: {'port': {'device_id': 'b87aeb94-8e31-4170-ad0c-f175d365040e', 'network_id': '0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8', 'admin_state_up': True, 'tenant_id': '4cd96f619b9748d6abb38c941462f2bb'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:16.473129 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Routers {'c16a800f-d222-4a0b-90ae-14289206e557'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:18:16.473806 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:18:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['c16a800f-d222-4a0b-90ae-14289206e557'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:16.478359 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fe1a9-717a-4af6-b4ce-d3575832e314 None None] Pushing event updated for resources: {'Port': ['ID=ec9b79f0-b3af-4bb7-aba5-4f992f7895c3,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:16.485760 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0fae-565d-4986-b467-dcac2950a91d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group_rule (4f6ac77d-820e-43f1-b708-28cbbfcdfe90), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.503558 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:18:16.507107 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Checking segment: {'id': '22d30d57-1d1d-4a99-b29b-5130df472b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:18:16.507770 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.508593 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Bound using segment: {'id': '22d30d57-1d1d-4a99-b29b-5130df472b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:18:16.510623 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Bound port: 8c3b9357-e134-4091-acf0-d375ff2c3556, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d30d57-1d1d-4a99-b29b-5130df472b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:18:16.511270 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.554813 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-f2bcc544-bcf4-4468-b353-2ceab0799ab3 None None] Provisioning complete for port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:16.555429 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f2bcc544-bcf4-4468-b353-2ceab0799ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.585119 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-14ed09ba-86db-4560-a4b7-13db1d7b54d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (04c9aa9c-4ce2-4120-acd0-3ba46b322b2e), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.595407 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0fae-565d-4986-b467-dcac2950a91d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (4f6ac77d-820e-43f1-b708-28cbbfcdfe90), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.598781 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-14ed09ba-86db-4560-a4b7-13db1d7b54d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.600689 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-14ed09ba-86db-4560-a4b7-13db1d7b54d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04c9aa9c-4ce2-4120-acd0-3ba46b322b2e HTTP/1.1" status: 204 len: 168 time: 0.6413035 Mar 14 11:18:16.643757 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae0fae-565d-4986-b467-dcac2950a91d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6ac77d-820e-43f1-b708-28cbbfcdfe90,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:16.697194 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9791b1f1-9eb7-4980-8519-861ddda30d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (8f07e2a8-4098-4849-8eab-3cfb20380594), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.702599 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9791b1f1-9eb7-4980-8519-861ddda30d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.705972 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9791b1f1-9eb7-4980-8519-861ddda30d49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f07e2a8-4098-4849-8eab-3cfb20380594 HTTP/1.1" status: 204 len: 168 time: 0.5556583 Mar 14 11:18:16.731834 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791b1f1-9eb7-4980-8519-861ddda30d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f07e2a8-4098-4849-8eab-3cfb20380594,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:16.785811 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed09ba-86db-4560-a4b7-13db1d7b54d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c9aa9c-4ce2-4120-acd0-3ba46b322b2e,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:16.794080 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 48c823a8-d52c-4671-8ef4-487009dd7174 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:18:16.819146 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] Set router c16a800f-d222-4a0b-90ae-14289206e557 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:18:16.870241 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 50196) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:16.924746 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0fae-565d-4986-b467-dcac2950a91d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:16.933598 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f0ae0fae-565d-4986-b467-dcac2950a91d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9502473 Mar 14 11:18:16.941207 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80cbea2c-3b25-4eeb-ac4e-d71412d1b935 req-cf4a8d92-17b0-470c-9f46-b9531acd6588 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 210 time: 0.2345479 Mar 14 11:18:16.941727 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50200) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:16.955927 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-d93d177e-530f-4424-876b-678c352006d2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Request body: {'security_group_rule': {'security_group_id': '04a6d99e-c18b-4bcd-bf51-4d67f7f10b43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:16.996511 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] For port 8c3b9357-e134-4091-acf0-d375ff2c3556, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:18:17.047100 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] For port 8c3b9357-e134-4091-acf0-d375ff2c3556, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=8c3b9357-e134-4091-acf0-d375ff2c3556,segment=NetworkSegment(22d30d57-1d1d-4a99-b29b-5130df472b27),segment_id=22d30d57-1d1d-4a99-b29b-5130df472b27)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:18:17.093338 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f2bcc544-bcf4-4468-b353-2ceab0799ab3 None None] Current status of the port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:17.094092 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f2bcc544-bcf4-4468-b353-2ceab0799ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:17.096754 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d93d177e-530f-4424-876b-678c352006d2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group_rule (2a9abadf-e822-4019-8947-60a699e3e8aa), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:17.110538 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 48c823a8-d52c-4671-8ef4-487009dd7174 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:17.111187 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (48c823a8-d52c-4671-8ef4-487009dd7174), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:17.159682 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d93d177e-530f-4424-876b-678c352006d2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group_rule (2a9abadf-e822-4019-8947-60a699e3e8aa), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:17.170344 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:17.203923 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-38972433-ce5c-468c-8777-43fbfbf18319 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:17.205424 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-38972433-ce5c-468c-8777-43fbfbf18319 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/networks?id=b2772757-d7bb-48b9-8bff-3ecf99e6887b HTTP/1.1" status: 200 len: 818 time: 0.3506229 Mar 14 11:18:17.220928 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-f2bcc544-bcf4-4468-b353-2ceab0799ab3 None None] For port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=ec9b79f0-b3af-4bb7-aba5-4f992f7895c3,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:17.229317 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-140b5f0f-be2b-4bf4-85cb-33e910db5f20 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/quotas/956dc6f8d72144c9810e5e5a83ba7fb7 HTTP/1.1" status: 200 len: 375 time: 0.0154719 Mar 14 11:18:17.238239 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'ec9b79f0-b3af-4bb7-aba5-4f992f7895c3', 'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'mac_address': 'fa:16:3e:41:cb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:09Z', 'updated_at': '2022-03-14T11:18:16Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'subnets': [{'id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:17.262648 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Routers {'1878f766-28d4-4a38-a4eb-83fb4cefadba'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:18:17.264056 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:18:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['1878f766-28d4-4a38-a4eb-83fb4cefadba'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:17.270936 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d93d177e-530f-4424-876b-678c352006d2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (2a9abadf-e822-4019-8947-60a699e3e8aa), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:17.275276 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13350ac-01d0-4221-8c99-26e18e75d034 None None] The sync data for ids ['c16a800f-d222-4a0b-90ae-14289206e557'] in dv-cinder-831776-2-iscsi is: [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'ec9b79f0-b3af-4bb7-aba5-4f992f7895c3', 'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'mac_address': 'fa:16:3e:41:cb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:09Z', 'updated_at': '2022-03-14T11:18:16Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'subnets': [{'id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:18:17.295829 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d177e-530f-4424-876b-678c352006d2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9abadf-e822-4019-8947-60a699e3e8aa,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:17.313109 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-f9fb9c74-6e09-4421-923f-fc26d251a625 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Made reservation on behalf of 4cd96f619b9748d6abb38c941462f2bb for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:18:17.313109 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-f9fb9c74-6e09-4421-923f-fc26d251a625 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:17.355722 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f2bcc544-bcf4-4468-b353-2ceab0799ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:17.381527 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b969737d-1b43-4d8a-b3f7-f88b409b65ae None None] Pushing event updated for resources: {'Port': ['ID=8c3b9357-e134-4091-acf0-d375ff2c3556,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:17.393376 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d93d177e-530f-4424-876b-678c352006d2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:17.396066 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d93d177e-530f-4424-876b-678c352006d2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4497032 Mar 14 11:18:17.401646 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50210) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:17.407000 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Request body: {'floatingip': {'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:17.486383 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 48c823a8-d52c-4671-8ef4-487009dd7174 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:17.535537 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-9d749a42-0df4-4236-8852-44f1fc17a75b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=956dc6f8d72144c9810e5e5a83ba7fb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2920649 Mar 14 11:18:17.575301 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:17.588021 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-f159f47a-bb6b-4ef8-bfae-b58a14641ed2 None None] Provisioning complete for port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:17.588750 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f159f47a-bb6b-4ef8-bfae-b58a14641ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:17.590490 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bcc544-bcf4-4468-b353-2ceab0799ab3 None None] Pushing event updated for resources: {'Port': ['ID=ec9b79f0-b3af-4bb7-aba5-4f992f7895c3,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:17.648752 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] Set router 1878f766-28d4-4a38-a4eb-83fb4cefadba gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:18:17.856807 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-076fd4b4-cc28-4adb-a0c0-cd30d12662c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:17.962634 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:18.065052 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f159f47a-bb6b-4ef8-bfae-b58a14641ed2 None None] Current status of the port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:18.088796 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-076fd4b4-cc28-4adb-a0c0-cd30d12662c3 admin admin] Publish callbacks [] for security_group (25424a32-776e-4d77-9851-6069b60b8e75), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:18.172289 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-076fd4b4-cc28-4adb-a0c0-cd30d12662c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (25424a32-776e-4d77-9851-6069b60b8e75), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:18.186457 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-c301c7d0-80a4-4ce5-8ef9-b9e1ea9deea1 service neutron] 10.222.0.37 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496396 Mar 14 11:18:18.207229 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-f9fb9c74-6e09-4421-923f-fc26d251a625 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Allocated IP 172.20.0.12 (0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8/1d761fb8-1eea-4f18-8f6a-a0d71c9d14db/618e5042-f8f3-4398-b7b8-d4520a880c0e) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:18:18.221269 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e53b6ecf-8ed3-4cd4-954c-f6d1abc15f31 req-6a019744-c7ba-4bfa-a04a-e8fdba85f60e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 210 time: 0.0709424 Mar 14 11:18:18.273043 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'name': 'tempest-ServerRescueNegativeTestJSON-186231220-router', 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '48c823a8-d52c-4671-8ef4-487009dd7174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:05Z', 'updated_at': '2022-03-14T11:18:12Z', 'revision_number': 4, 'project_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'gw_port': {'id': '48c823a8-d52c-4671-8ef4-487009dd7174', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8c3b9357-e134-4091-acf0-d375ff2c3556', 'name': '', 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b', 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'mac_address': 'fa:16:3e:21:56:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e3835724-6a4b-4d00-8537-d241934aa76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:11Z', 'updated_at': '2022-03-14T11:18:16Z', 'revision_number': 4, 'project_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'subnets': [{'id': 'e3835724-6a4b-4d00-8537-d241934aa76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:18:18.324114 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d66b18-0b74-4bd9-9601-1bb8be753c83 None None] The sync data for ids ['1878f766-28d4-4a38-a4eb-83fb4cefadba'] in dv-cinder-831776-2-iscsi is: [{'id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'name': 'tempest-ServerRescueNegativeTestJSON-186231220-router', 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '48c823a8-d52c-4671-8ef4-487009dd7174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:05Z', 'updated_at': '2022-03-14T11:18:12Z', 'revision_number': 4, 'project_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'gw_port': {'id': '48c823a8-d52c-4671-8ef4-487009dd7174', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8c3b9357-e134-4091-acf0-d375ff2c3556', 'name': '', 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b', 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'mac_address': 'fa:16:3e:21:56:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'e3835724-6a4b-4d00-8537-d241934aa76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:11Z', 'updated_at': '2022-03-14T11:18:16Z', 'revision_number': 4, 'project_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'subnets': [{'id': 'e3835724-6a4b-4d00-8537-d241934aa76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:18:18.324699 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Allocated IP 172.27.3.36 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/bbb2468d-8848-4bb8-95ee-d35974cbbfe1) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:18:18.332687 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50234) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:18.353213 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1a237467-f9b0-4c72-a2a9-21a68a5a392b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:18.365600 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-076fd4b4-cc28-4adb-a0c0-cd30d12662c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b86d0924da24ce680f1d11c5878c890&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4815333 Mar 14 11:18:18.382153 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fd4b4-cc28-4adb-a0c0-cd30d12662c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25424a32-776e-4d77-9851-6069b60b8e75,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:18.389203 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50236) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:18.542199 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-2f9e14e2-f3a4-4015-a8c9-9a30380a0be0 service neutron] 10.222.0.37 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541758 Mar 14 11:18:18.838356 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for port (bbb2468d-8848-4bb8-95ee-d35974cbbfe1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:18.854690 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-f9fb9c74-6e09-4421-923f-fc26d251a625 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Publish callbacks [] for port (618e5042-f8f3-4398-b7b8-d4520a880c0e), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:18.974908 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 8c3b9357-e134-4091-acf0-d375ff2c3556 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:18:19.014266 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88cccd6c-0094-43bc-af00-31043447a0db admin admin] Publish callbacks [] for security_group (25424a32-776e-4d77-9851-6069b60b8e75), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:19.043117 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (bbb2468d-8848-4bb8-95ee-d35974cbbfe1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:19.081584 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-f9fb9c74-6e09-4421-923f-fc26d251a625 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (618e5042-f8f3-4398-b7b8-d4520a880c0e), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:19.089230 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 8c3b9357-e134-4091-acf0-d375ff2c3556 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:19.089847 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:19.103573 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1189b2c7-43d0-4285-8f1b-a565fcae25bd req-a4461c9e-3350-4218-aa6c-f8d48a43fdba tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 210 time: 0.0917199 Mar 14 11:18:19.291078 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88cccd6c-0094-43bc-af00-31043447a0db admin admin] Publish callbacks [] for security_group (25424a32-776e-4d77-9851-6069b60b8e75), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:19.321467 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 8c3b9357-e134-4091-acf0-d375ff2c3556 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:19.327962 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:19.399467 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1a237467-f9b0-4c72-a2a9-21a68a5a392b admin admin] Publish callbacks [] for security_group (b7809d5d-51b8-4f23-9cda-82e92afbb409), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:19.411114 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:18:19.448488 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:19.466544 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:18:19.493031 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-f9fb9c74-6e09-4421-923f-fc26d251a625 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Network 0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:18:19.501900 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-f9fb9c74-6e09-4421-923f-fc26d251a625 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:19.533228 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port 8c3b9357-e134-4091-acf0-d375ff2c3556, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=8c3b9357-e134-4091-acf0-d375ff2c3556,segment=NetworkSegment(22d30d57-1d1d-4a99-b29b-5130df472b27),segment_id=22d30d57-1d1d-4a99-b29b-5130df472b27)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:19.537259 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-f9fb9c74-6e09-4421-923f-fc26d251a625 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:18:19.549498 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-f9fb9c74-6e09-4421-923f-fc26d251a625 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:19.549979 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-f9fb9c74-6e09-4421-923f-fc26d251a625 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:19.553897 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb9c74-6e09-4421-923f-fc26d251a625 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Pushing event updated for resources: {'Port': ['ID=618e5042-f8f3-4398-b7b8-d4520a880c0e,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:19.673847 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event updated for resources: {'Port': ['ID=bbb2468d-8848-4bb8-95ee-d35974cbbfe1,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:19.686673 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1a237467-f9b0-4c72-a2a9-21a68a5a392b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (b7809d5d-51b8-4f23-9cda-82e92afbb409), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:19.742730 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:19.753297 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:18:19.753460 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d3fd7-89d9-4033-8663-2772b5b02674 req-ab1a14e8-41cc-463d-b611-f0fa485e4ee3 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:19.769453 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-181d3fd7-89d9-4033-8663-2772b5b02674 req-ab1a14e8-41cc-463d-b611-f0fa485e4ee3 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 932 time: 0.2730250 Mar 14 11:18:19.813108 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1a237467-f9b0-4c72-a2a9-21a68a5a392b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ffcbaeb9615456d935c21a615f33be1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4781201 Mar 14 11:18:19.822349 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50310) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:19.831087 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a237467-f9b0-4c72-a2a9-21a68a5a392b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7809d5d-51b8-4f23-9cda-82e92afbb409,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:19.875500 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-f9fb9c74-6e09-4421-923f-fc26d251a625 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4116290 Mar 14 11:18:19.893242 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-7c5b3167-4f66-4896-b48a-140a89d43824 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 11:18:19.906151 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-7c5b3167-4f66-4896-b48a-140a89d43824 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061874 Mar 14 11:18:19.926600 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-181d3fd7-89d9-4033-8663-2772b5b02674 req-78790841-f6db-472a-ae56-825785ad5889 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511779 Mar 14 11:18:19.973319 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=8c3b9357-e134-4091-acf0-d375ff2c3556,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:20.053296 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:20.053678 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:20.278197 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88cccd6c-0094-43bc-af00-31043447a0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (25424a32-776e-4d77-9851-6069b60b8e75), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:20.301538 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:20.315824 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88cccd6c-0094-43bc-af00-31043447a0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:20.322167 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-88cccd6c-0094-43bc-af00-31043447a0db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25424a32-776e-4d77-9851-6069b60b8e75 HTTP/1.1" status: 204 len: 168 time: 1.9255738 Mar 14 11:18:20.361887 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Request body: {'port': {'device_id': 'b87aeb94-8e31-4170-ad0c-f175d365040e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:20.384911 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for floatingip (973e45b7-9201-4b20-8be3-4e1dcc555308), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:20.529604 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cccd6c-0094-43bc-af00-31043447a0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25424a32-776e-4d77-9851-6069b60b8e75,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:20.585535 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (618e5042-f8f3-4398-b7b8-d4520a880c0e), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:20.733827 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-64d22961-8132-4e04-8255-67b854ab6b82 admin admin] Publish callbacks [] for security_group (b7809d5d-51b8-4f23-9cda-82e92afbb409), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:20.766055 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (bbb2468d-8848-4bb8-95ee-d35974cbbfe1), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:20.802344 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 8c3b9357-e134-4091-acf0-d375ff2c3556 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:18:20.809520 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-27d29deb-0915-4446-86a3-3954487fe811 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:20.814472 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-27d29deb-0915-4446-86a3-3954487fe811 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/networks?id=b2772757-d7bb-48b9-8bff-3ecf99e6887b HTTP/1.1" status: 200 len: 818 time: 0.9691818 Mar 14 11:18:20.858060 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-64d22961-8132-4e04-8255-67b854ab6b82 admin admin] Publish callbacks [] for security_group (b7809d5d-51b8-4f23-9cda-82e92afbb409), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:20.884393 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-3c7abd91-eeba-4c89-b800-dfb312e95019 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/quotas/956dc6f8d72144c9810e5e5a83ba7fb7 HTTP/1.1" status: 200 len: 375 time: 0.0565650 Mar 14 11:18:20.987476 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 8c3b9357-e134-4091-acf0-d375ff2c3556 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:20.988076 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:21.230268 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 8c3b9357-e134-4091-acf0-d375ff2c3556 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:21.464419 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-64d22961-8132-4e04-8255-67b854ab6b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (b7809d5d-51b8-4f23-9cda-82e92afbb409), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:21.477873 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-64d22961-8132-4e04-8255-67b854ab6b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:21.480996 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618e5042-f8f3-4398-b7b8-d4520a880c0e {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:18:21.482597 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-64d22961-8132-4e04-8255-67b854ab6b82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7809d5d-51b8-4f23-9cda-82e92afbb409 HTTP/1.1" status: 204 len: 168 time: 1.6572709 Mar 14 11:18:21.491465 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Publish callbacks [] for port (618e5042-f8f3-4398-b7b8-d4520a880c0e), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:21.515740 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-4eb247a0-e8c1-41fe-ab32-89ddbeb0c4ad tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=956dc6f8d72144c9810e5e5a83ba7fb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6194663 Mar 14 11:18:21.516027 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Transition to ACTIVE for port object 618e5042-f8f3-4398-b7b8-d4520a880c0e will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:18:21.518649 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d22961-8132-4e04-8255-67b854ab6b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7809d5d-51b8-4f23-9cda-82e92afbb409,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:21.549097 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93adba-a6b3-43be-b2e5-b77eb8395c64 req-9abe0acf-a29d-4f4c-aad2-f944c5dff70a tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:21.564266 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1c93adba-a6b3-43be-b2e5-b77eb8395c64 req-9abe0acf-a29d-4f4c-aad2-f944c5dff70a tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 932 time: 0.2096250 Mar 14 11:18:21.640159 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (618e5042-f8f3-4398-b7b8-d4520a880c0e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:21.649978 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for port (bbb2468d-8848-4bb8-95ee-d35974cbbfe1), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:21.734732 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Pushing event updated for resources: {'Port': ['ID=618e5042-f8f3-4398-b7b8-d4520a880c0e,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:21.764152 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1c93adba-a6b3-43be-b2e5-b77eb8395c64 req-8c973e6c-ff29-4f1b-80dd-3c727b09605f tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986711 Mar 14 11:18:21.782385 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (bbb2468d-8848-4bb8-95ee-d35974cbbfe1), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:21.881741 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 50382) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:21.928953 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d79209be-182b-480d-a4e1-334b6fa72a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:21.931298 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Attempting to bind port 618e5042-f8f3-4398-b7b8-d4520a880c0e on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:18:21.931660 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Attempting to bind port 618e5042-f8f3-4398-b7b8-d4520a880c0e by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'b086701a-9307-49b0-a0a4-ba70fc793010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:18:21.931989 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Attempting to bind port 618e5042-f8f3-4398-b7b8-d4520a880c0e on network 0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:18:21.946124 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Port 618e5042-f8f3-4398-b7b8-d4520a880c0e on network 0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:18:21.946474 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Attempting to bind port 618e5042-f8f3-4398-b7b8-d4520a880c0e on network 0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:18:21.959808 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:18:21.960142 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Checking segment: {'id': 'b086701a-9307-49b0-a0a4-ba70fc793010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:18:21.960709 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Bound using segment: {'id': 'b086701a-9307-49b0-a0a4-ba70fc793010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:18:21.961159 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Bound port: 618e5042-f8f3-4398-b7b8-d4520a880c0e, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b086701a-9307-49b0-a0a4-ba70fc793010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:18:21.961505 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (618e5042-f8f3-4398-b7b8-d4520a880c0e), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:22.016290 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (973e45b7-9201-4b20-8be3-4e1dcc555308), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:22.062631 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event updated for resources: {'Port': ['ID=bbb2468d-8848-4bb8-95ee-d35974cbbfe1,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:22.092080 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] For port 618e5042-f8f3-4398-b7b8-d4520a880c0e, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:18:22.135108 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] For port 618e5042-f8f3-4398-b7b8-d4520a880c0e, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=618e5042-f8f3-4398-b7b8-d4520a880c0e,segment=NetworkSegment(b086701a-9307-49b0-a0a4-ba70fc793010),segment_id=b086701a-9307-49b0-a0a4-ba70fc793010)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:18:22.148395 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d79209be-182b-480d-a4e1-334b6fa72a46 admin admin] Publish callbacks [] for security_group (6c4d1bbf-bc55-47fe-a59f-bd89973d88b5), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:22.191262 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:22.200643 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0e41c9bb-95cb-44de-b4f4-937319467a14 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7958012 Mar 14 11:18:22.235589 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (618e5042-f8f3-4398-b7b8-d4520a880c0e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:22.311561 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-1624f1d0-9164-480e-b9c2-901adcbfcb23 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 11:18:22.313058 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-1624f1d0-9164-480e-b9c2-901adcbfcb23 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1305323 Mar 14 11:18:22.506921 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d79209be-182b-480d-a4e1-334b6fa72a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (6c4d1bbf-bc55-47fe-a59f-bd89973d88b5), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:22.551048 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:22.551822 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:22.554214 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] 10.222.0.44 "PUT /v2.0/ports/618e5042-f8f3-4398-b7b8-d4520a880c0e HTTP/1.1" status: 200 len: 1094 time: 2.3852949 Mar 14 11:18:22.559224 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b87aeb94-8e31-4170-ad0c-f175d365040e', 'tag': '618e5042-f8f3-4398-b7b8-d4520a880c0e'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:18:22.733989 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-fe862483-9049-442a-bfdc-bb0e2e530864 service neutron] 10.222.0.37 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112604 Mar 14 11:18:22.878798 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2f55c-fa29-40b4-8695-fc1b689f9d64 service neutron] Pushing event updated for resources: {'Port': ['ID=618e5042-f8f3-4398-b7b8-d4520a880c0e,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:22.902195 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d79209be-182b-480d-a4e1-334b6fa72a46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1019abfb26b4b6b8c5088abe84e2c91&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0078933 Mar 14 11:18:22.903043 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79209be-182b-480d-a4e1-334b6fa72a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4d1bbf-bc55-47fe-a59f-bd89973d88b5,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:22.911170 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 50450) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:22.949198 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-aca98cd4-5f19-43e6-b791-b64df5eed155 service neutron] 10.222.0.37 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129223 Mar 14 11:18:23.060809 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-38ab47bf-4092-4fc1-a8e7-e6e627f95321 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1171720225&fields=id&tenant_id=720f0e77ff664a78913bdaee14f470ba HTTP/1.1" status: 200 len: 267 time: 0.3826649 Mar 14 11:18:23.166630 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-c6b4ab89-a235-4c61-a1b4-38bef74e47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:23.171271 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-c6b4ab89-a235-4c61-a1b4-38bef74e47c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4cd96f619b9748d6abb38c941462f2bb&device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 1128 time: 0.4715800 Mar 14 11:18:23.181612 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910b959f-9e4e-4baa-bb3f-c707174bf267" -d '{"events": [{"name": "network-changed", "server_uuid": "b87aeb94-8e31-4170-ad0c-f175d365040e", "tag": "618e5042-f8f3-4398-b7b8-d4520a880c0e"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:18:23.341269 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-df083caa-5ab2-4b13-9de7-9d0d3e51845a admin admin] Publish callbacks [] for security_group (6c4d1bbf-bc55-47fe-a59f-bd89973d88b5), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:23.540615 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-df083caa-5ab2-4b13-9de7-9d0d3e51845a admin admin] Publish callbacks [] for security_group (6c4d1bbf-bc55-47fe-a59f-bd89973d88b5), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:23.668870 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcaee0-74c6-41ca-a876-640b850a300d req-23343ee8-1ef9-4f6d-aac2-47dd7fcc54ed tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:23.670536 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-23343ee8-1ef9-4f6d-aac2-47dd7fcc54ed tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/networks?id=841c8ce7-e1ff-4086-80e2-ec77dada8502 HTTP/1.1" status: 200 len: 810 time: 0.5617123 Mar 14 11:18:23.694295 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-a07327bc-d580-4280-91a4-2600a0a8fa4c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=618e5042-f8f3-4398-b7b8-d4520a880c0e HTTP/1.1" status: 200 len: 217 time: 0.4469767 Mar 14 11:18:23.753659 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-ad14d482-b307-4681-bbd0-1069ef5919ed tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/quotas/720f0e77ff664a78913bdaee14f470ba HTTP/1.1" status: 200 len: 375 time: 0.0583298 Mar 14 11:18:23.819943 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32a85d-37ad-4705-8923-49c61bc843a1 req-39dd1913-3cbc-41c1-8cdd-58539402eae2 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:23.821528 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b32a85d-37ad-4705-8923-49c61bc843a1 req-39dd1913-3cbc-41c1-8cdd-58539402eae2 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 944 time: 0.1438751 Mar 14 11:18:23.926236 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-e8444754-5173-45bc-aa76-869194974eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:23.928335 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-e8444754-5173-45bc-aa76-869194974eee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d761fb8-1eea-4f18-8f6a-a0d71c9d14db HTTP/1.1" status: 200 len: 850 time: 0.2059710 Mar 14 11:18:23.940141 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-ddee18f9-41fc-41b0-bd6c-4981955c4934 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=720f0e77ff664a78913bdaee14f470ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1276433 Mar 14 11:18:23.993600 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b32a85d-37ad-4705-8923-49c61bc843a1 req-85fb00ff-e7b0-43a0-a502-a492f1dd68a5 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616313 Mar 14 11:18:24.063135 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-5d0fb7bc-59e3-4058-bfe6-61c48f1cd5f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035552 Mar 14 11:18:24.106100 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-df083caa-5ab2-4b13-9de7-9d0d3e51845a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (6c4d1bbf-bc55-47fe-a59f-bd89973d88b5), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:24.108787 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-df083caa-5ab2-4b13-9de7-9d0d3e51845a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:24.110188 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-df083caa-5ab2-4b13-9de7-9d0d3e51845a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c4d1bbf-bc55-47fe-a59f-bd89973d88b5 HTTP/1.1" status: 204 len: 168 time: 1.1979492 Mar 14 11:18:24.244258 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df083caa-5ab2-4b13-9de7-9d0d3e51845a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4d1bbf-bc55-47fe-a59f-bd89973d88b5,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:24.248384 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-a61dc2d7-3bde-4716-8888-8d9eb669071e service neutron] 10.222.0.44 "GET /v2.0/networks/0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741490 Mar 14 11:18:24.385877 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-2b876417-8cab-412a-a202-735c65495870 service neutron] 10.222.0.37 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882921 Mar 14 11:18:24.471024 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6268d1d-7267-4d57-b836-9bb62901e34b req-d5eabf80-8847-484c-9714-0fe86e55eb01 service neutron] 10.222.0.44 "GET /v2.0/networks/0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957238 Mar 14 11:18:24.569250 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-e12bcf89-64c4-4787-bf09-4690f97ee6fa service neutron] 10.222.0.37 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823001 Mar 14 11:18:24.588259 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c204b09-65b1-46ec-bcf3-1c09fd66234e x-openstack-request-id: req-6c204b09-65b1-46ec-bcf3-1c09fd66234e {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:18:24.588658 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b87aeb94-8e31-4170-ad0c-f175d365040e", "tag": "618e5042-f8f3-4398-b7b8-d4520a880c0e", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:18:24.588962 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6c204b09-65b1-46ec-bcf3-1c09fd66234e {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:18:24.589472 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b87aeb94-8e31-4170-ad0c-f175d365040e', 'tag': '618e5042-f8f3-4398-b7b8-d4520a880c0e', 'status': 'completed', 'code': 200} Mar 14 11:18:24.667126 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1184a69e-d836-4418-856e-5e1407b9d1b2 req-c43c42a2-212e-4b9a-b124-2c96950b4075 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 210 time: 0.0663013 Mar 14 11:18:24.842688 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.44', 63205) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:25.135957 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-cd7e6c02-c97d-4d3f-af79-280a5970a723 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:25.137309 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-cd7e6c02-c97d-4d3f-af79-280a5970a723 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.44 "GET /v2.0/networks?id=b2772757-d7bb-48b9-8bff-3ecf99e6887b HTTP/1.1" status: 200 len: 818 time: 0.3146241 Mar 14 11:18:25.155786 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-bb0a757c-f642-4b7a-b9b5-1ff9d5cc32f4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Request body: {'port': {'device_id': '49d4494b-b3b8-48a8-a3f5-261f901b012b', 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b', 'admin_state_up': True, 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:25.189168 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1c509b79-59fa-486f-9358-27c8852c9cb8 req-a2214130-f6a7-4ac7-9a39-e50d4f595b19 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 210 time: 0.1511607 Mar 14 11:18:25.311467 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b959f-9e4e-4baa-bb3f-c707174bf267 req-82704571-4d5e-4dd5-8c66-02627885004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:25.314145 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-910b959f-9e4e-4baa-bb3f-c707174bf267 req-82704571-4d5e-4dd5-8c66-02627885004d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4cd96f619b9748d6abb38c941462f2bb&device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 1128 time: 0.4678969 Mar 14 11:18:25.463466 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc04f05-ba50-486e-ac36-3879324eead2 req-7693d008-86a4-4bbf-935c-1940be02976b tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:25.471793 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3cc04f05-ba50-486e-ac36-3879324eead2 req-7693d008-86a4-4bbf-935c-1940be02976b tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 944 time: 0.1125941 Mar 14 11:18:25.604646 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3cc04f05-ba50-486e-ac36-3879324eead2 req-e53a6508-37b9-4a13-b4a9-51548a1e037f tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291161 Mar 14 11:18:25.675484 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b959f-9e4e-4baa-bb3f-c707174bf267 req-4c9ac8d0-284e-4a6f-a45a-4caa95fa8297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:25.677064 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-910b959f-9e4e-4baa-bb3f-c707174bf267 req-4c9ac8d0-284e-4a6f-a45a-4caa95fa8297 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8 HTTP/1.1" status: 200 len: 911 time: 0.3438821 Mar 14 11:18:25.682783 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-bb0a757c-f642-4b7a-b9b5-1ff9d5cc32f4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Made reservation on behalf of 956dc6f8d72144c9810e5e5a83ba7fb7 for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:18:25.691598 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-bb0a757c-f642-4b7a-b9b5-1ff9d5cc32f4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:25.962676 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-910b959f-9e4e-4baa-bb3f-c707174bf267 req-173edd14-b0a8-438e-8108-5ee3166a3ed9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=618e5042-f8f3-4398-b7b8-d4520a880c0e HTTP/1.1" status: 200 len: 217 time: 0.2113426 Mar 14 11:18:25.990657 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-bb0a757c-f642-4b7a-b9b5-1ff9d5cc32f4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Allocated IP 172.20.0.14 (b2772757-d7bb-48b9-8bff-3ecf99e6887b/e3835724-6a4b-4d00-8537-d241934aa76b/36732712-50e4-4c26-9afa-0c0995c1a8db) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:18:26.014749 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b8c30904-f22d-4dc7-91e0-dbde411ceb7c req-4c30b39f-41c2-4c54-8754-5ff61b7ab96c tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 210 time: 0.1059494 Mar 14 11:18:26.095026 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b959f-9e4e-4baa-bb3f-c707174bf267 req-4e8b20c6-6b68-4fc3-8c74-e44a0681308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:26.096693 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-910b959f-9e4e-4baa-bb3f-c707174bf267 req-4e8b20c6-6b68-4fc3-8c74-e44a0681308a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d761fb8-1eea-4f18-8f6a-a0d71c9d14db HTTP/1.1" status: 200 len: 850 time: 0.1041064 Mar 14 11:18:26.229052 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-910b959f-9e4e-4baa-bb3f-c707174bf267 req-3ec21d5b-d57c-444f-b6f3-ded60793e50b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132138 Mar 14 11:18:26.255238 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-bb0a757c-f642-4b7a-b9b5-1ff9d5cc32f4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks [] for port (36732712-50e4-4c26-9afa-0c0995c1a8db), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:26.413876 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7b8f1beb-1da3-458a-9d1c-fc57774831b7 req-06a42f64-290b-4c23-8099-9f54830d49f0 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 210 time: 0.1113777 Mar 14 11:18:26.486687 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-910b959f-9e4e-4baa-bb3f-c707174bf267 req-6a38cb0e-0169-4e7d-9ce0-90cf62acbe4e service neutron] 10.222.0.44 "GET /v2.0/networks/0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303565 Mar 14 11:18:26.544036 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-bb0a757c-f642-4b7a-b9b5-1ff9d5cc32f4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (36732712-50e4-4c26-9afa-0c0995c1a8db), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:26.672680 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-bb0a757c-f642-4b7a-b9b5-1ff9d5cc32f4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Network b2772757-d7bb-48b9-8bff-3ecf99e6887b is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:18:26.695988 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-bb0a757c-f642-4b7a-b9b5-1ff9d5cc32f4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:26.700667 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-bb0a757c-f642-4b7a-b9b5-1ff9d5cc32f4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:18:26.715673 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-bb0a757c-f642-4b7a-b9b5-1ff9d5cc32f4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:26.723882 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-bb0a757c-f642-4b7a-b9b5-1ff9d5cc32f4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:26.723882 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 50610) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:26.783032 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a757c-f642-4b7a-b9b5-1ff9d5cc32f4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Pushing event updated for resources: {'Port': ['ID=36732712-50e4-4c26-9afa-0c0995c1a8db,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:26.871706 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-bb0a757c-f642-4b7a-b9b5-1ff9d5cc32f4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7238913 Mar 14 11:18:26.930118 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-910b959f-9e4e-4baa-bb3f-c707174bf267 req-052d05e9-91a4-4b0a-a344-78e31dc588fb service neutron] 10.222.0.44 "GET /v2.0/networks/0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738003 Mar 14 11:18:26.953994 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a11695-e2f8-4c23-ac18-5b4f88bb7554 req-843c2db3-a9cf-44b7-be92-9b5750c6d8a4 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:26.955790 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-92a11695-e2f8-4c23-ac18-5b4f88bb7554 req-843c2db3-a9cf-44b7-be92-9b5750c6d8a4 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 944 time: 0.1618845 Mar 14 11:18:27.068055 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-92a11695-e2f8-4c23-ac18-5b4f88bb7554 req-1c189218-a517-4b43-8492-7d51235506a6 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052370 Mar 14 11:18:27.118723 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c91ebfe2-6632-4076-a7d7-fa38326c824b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:27.150216 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Request body: {'port': {'device_id': '49d4494b-b3b8-48a8-a3f5-261f901b012b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:27.232228 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-22cd8efe-0cd0-4881-923d-b2142361685e req-a38a88b6-ed07-42e8-a5dc-dbac397987c8 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 210 time: 0.0976856 Mar 14 11:18:27.279777 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (36732712-50e4-4c26-9afa-0c0995c1a8db), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:27.635422 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e4975966-a1f8-4886-b879-d8c5ac2f13df req-12b6d86b-79d4-42bc-a1f0-896e9872ecb2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 210 time: 0.0814528 Mar 14 11:18:27.672798 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c91ebfe2-6632-4076-a7d7-fa38326c824b admin admin] Publish callbacks [] for security_group (afec5ae3-6a92-4efe-8ded-022f30949d85), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:27.825913 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c91ebfe2-6632-4076-a7d7-fa38326c824b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (afec5ae3-6a92-4efe-8ded-022f30949d85), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:27.830374 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36732712-50e4-4c26-9afa-0c0995c1a8db {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:18:27.872044 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Publish callbacks [] for port (36732712-50e4-4c26-9afa-0c0995c1a8db), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:27.916510 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Transition to ACTIVE for port object 36732712-50e4-4c26-9afa-0c0995c1a8db will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:18:27.923612 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c91ebfe2-6632-4076-a7d7-fa38326c824b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=223351246ae94375b58fadf882db06a9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1846447 Mar 14 11:18:27.923612 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ebfe2-6632-4076-a7d7-fa38326c824b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afec5ae3-6a92-4efe-8ded-022f30949d85,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:27.924415 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 50654) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:28.012563 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (36732712-50e4-4c26-9afa-0c0995c1a8db), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:28.086727 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-aa41986d-3bcf-4ad9-95b1-27ad75a0b252 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:28.089106 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-aa41986d-3bcf-4ad9-95b1-27ad75a0b252 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.44 "GET /v2.0/networks?id=b2772757-d7bb-48b9-8bff-3ecf99e6887b HTTP/1.1" status: 200 len: 818 time: 0.2307444 Mar 14 11:18:28.112903 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-bb2ca999-2ee7-4be1-a4cf-03e68b52477b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Request body: {'port': {'device_id': '2064e9d5-cd1f-412d-ba1d-ad0e150e29d8', 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b', 'admin_state_up': True, 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:28.130619 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ef578219-0ad3-45ba-a082-364175ee5f2d admin admin] Publish callbacks [] for security_group (afec5ae3-6a92-4efe-8ded-022f30949d85), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:28.179359 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Pushing event updated for resources: {'Port': ['ID=36732712-50e4-4c26-9afa-0c0995c1a8db,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:28.189124 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ef578219-0ad3-45ba-a082-364175ee5f2d admin admin] Publish callbacks [] for security_group (afec5ae3-6a92-4efe-8ded-022f30949d85), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:28.427741 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c8cce7f6-3e23-46eb-b223-c4d71ebed572 req-0398a407-26e2-4e69-9733-cd00f96f8e55 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 210 time: 0.0439148 Mar 14 11:18:28.538514 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-bb2ca999-2ee7-4be1-a4cf-03e68b52477b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Made reservation on behalf of 956dc6f8d72144c9810e5e5a83ba7fb7 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:18:28.546553 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-bb2ca999-2ee7-4be1-a4cf-03e68b52477b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:28.598806 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Attempting to bind port 36732712-50e4-4c26-9afa-0c0995c1a8db on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:18:28.599427 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Attempting to bind port 36732712-50e4-4c26-9afa-0c0995c1a8db by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '22d30d57-1d1d-4a99-b29b-5130df472b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:18:28.599522 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Attempting to bind port 36732712-50e4-4c26-9afa-0c0995c1a8db on network b2772757-d7bb-48b9-8bff-3ecf99e6887b {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:18:28.608505 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Port 36732712-50e4-4c26-9afa-0c0995c1a8db on network b2772757-d7bb-48b9-8bff-3ecf99e6887b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:18:28.609395 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Attempting to bind port 36732712-50e4-4c26-9afa-0c0995c1a8db on network b2772757-d7bb-48b9-8bff-3ecf99e6887b {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:18:28.648203 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:18:28.648954 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Checking segment: {'id': '22d30d57-1d1d-4a99-b29b-5130df472b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:18:28.649353 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Bound using segment: {'id': '22d30d57-1d1d-4a99-b29b-5130df472b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:18:28.650219 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Bound port: 36732712-50e4-4c26-9afa-0c0995c1a8db, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d30d57-1d1d-4a99-b29b-5130df472b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:18:28.651509 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (36732712-50e4-4c26-9afa-0c0995c1a8db), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:28.740807 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ef818-a09a-48f5-b7a9-e3bd4b8f3904 req-78ab5469-a79b-414d-8350-c7f6e97336e9 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:28.742844 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b25ef818-a09a-48f5-b7a9-e3bd4b8f3904 req-78ab5469-a79b-414d-8350-c7f6e97336e9 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 944 time: 0.2359591 Mar 14 11:18:28.759615 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ef578219-0ad3-45ba-a082-364175ee5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (afec5ae3-6a92-4efe-8ded-022f30949d85), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:28.764492 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ef578219-0ad3-45ba-a082-364175ee5f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:28.766701 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-ef578219-0ad3-45ba-a082-364175ee5f2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afec5ae3-6a92-4efe-8ded-022f30949d85 HTTP/1.1" status: 204 len: 168 time: 0.8413508 Mar 14 11:18:28.899933 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef578219-0ad3-45ba-a082-364175ee5f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afec5ae3-6a92-4efe-8ded-022f30949d85,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:28.963209 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] For port 36732712-50e4-4c26-9afa-0c0995c1a8db, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:18:28.984997 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b25ef818-a09a-48f5-b7a9-e3bd4b8f3904 req-aaa756a4-26d7-4506-be59-c1531d11b9c7 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162564 Mar 14 11:18:28.989080 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] For port 36732712-50e4-4c26-9afa-0c0995c1a8db, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=36732712-50e4-4c26-9afa-0c0995c1a8db,segment=NetworkSegment(22d30d57-1d1d-4a99-b29b-5130df472b27),segment_id=22d30d57-1d1d-4a99-b29b-5130df472b27)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:18:29.097247 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-022c2f64-44e2-4b4d-989d-0ccf385229de req-364d8542-ab3d-40b2-98a2-adff813d978a tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 210 time: 0.0573537 Mar 14 11:18:29.110730 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (36732712-50e4-4c26-9afa-0c0995c1a8db), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:29.140471 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:29.142726 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:29.149761 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] 10.222.0.44 "PUT /v2.0/ports/36732712-50e4-4c26-9afa-0c0995c1a8db HTTP/1.1" status: 200 len: 1094 time: 1.9994349 Mar 14 11:18:29.149761 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.44', 63214) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:29.206744 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d4494b-b3b8-48a8-a3f5-261f901b012b', 'tag': '36732712-50e4-4c26-9afa-0c0995c1a8db'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:18:29.209223 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c39d21f-daa4-4a9f-b128-079f52d1e11e" -d '{"events": [{"name": "network-changed", "server_uuid": "49d4494b-b3b8-48a8-a3f5-261f901b012b", "tag": "36732712-50e4-4c26-9afa-0c0995c1a8db"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:18:29.315282 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-bb2ca999-2ee7-4be1-a4cf-03e68b52477b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Allocated IP 172.20.0.5 (b2772757-d7bb-48b9-8bff-3ecf99e6887b/e3835724-6a4b-4d00-8537-d241934aa76b/7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:18:29.443832 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f73e82-52b9-4ffb-a25a-b9a669f82628 service neutron] Pushing event updated for resources: {'Port': ['ID=36732712-50e4-4c26-9afa-0c0995c1a8db,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:29.480766 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66de92c5-1699-47a4-8945-fe002cd8a926 x-openstack-request-id: req-66de92c5-1699-47a4-8945-fe002cd8a926 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:18:29.481272 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d4494b-b3b8-48a8-a3f5-261f901b012b", "tag": "36732712-50e4-4c26-9afa-0c0995c1a8db", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:18:29.482403 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66de92c5-1699-47a4-8945-fe002cd8a926 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:18:29.482980 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d4494b-b3b8-48a8-a3f5-261f901b012b', 'tag': '36732712-50e4-4c26-9afa-0c0995c1a8db', 'status': 'completed', 'code': 200} Mar 14 11:18:29.519444 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcaee0-74c6-41ca-a876-640b850a300d req-053a89f9-56ad-489c-812e-f908b22d1d38 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:29.521247 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-053a89f9-56ad-489c-812e-f908b22d1d38 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.44 "GET /v2.0/networks?id=841c8ce7-e1ff-4086-80e2-ec77dada8502 HTTP/1.1" status: 200 len: 810 time: 0.3092222 Mar 14 11:18:29.531849 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-ffde0f1f-cfb9-4e09-b6f5-71e07ab8dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:29.534325 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-ffde0f1f-cfb9-4e09-b6f5-71e07ab8dad0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=956dc6f8d72144c9810e5e5a83ba7fb7&device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 1128 time: 0.2340715 Mar 14 11:18:29.656709 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-81d1e844-144d-4b05-bb95-b09ba75bead2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36732712-50e4-4c26-9afa-0c0995c1a8db HTTP/1.1" status: 200 len: 217 time: 0.0989861 Mar 14 11:18:29.678710 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c53252f0-32a4-4c2c-aced-1d3ad96fb19b req-71da9bb3-6c1e-44ed-8501-d944c59b1720 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 210 time: 0.0868382 Mar 14 11:18:29.763101 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-e0cd9670-f57f-4a03-98cf-057d3932960f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=720f0e77ff664a78913bdaee14f470ba HTTP/1.1" status: 200 len: 380 time: 0.2118781 Mar 14 11:18:29.770707 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-1070b5db-3806-4d63-a057-adea1fd581ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:29.772520 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-1070b5db-3806-4d63-a057-adea1fd581ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3835724-6a4b-4d00-8537-d241934aa76b HTTP/1.1" status: 200 len: 858 time: 0.1050467 Mar 14 11:18:29.777280 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-86dcaee0-74c6-41ca-a876-640b850a300d req-73fc069d-433d-4092-bc66-75d02a929fb8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Request body: {'port': {'device_id': '4b2e0d2a-3114-46cb-9e61-8cec4d9d7538', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'admin_state_up': True, 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'security_groups': ['04a6d99e-c18b-4bcd-bf51-4d67f7f10b43']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:29.830628 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-bb2ca999-2ee7-4be1-a4cf-03e68b52477b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks [] for port (7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:29.910148 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-66bb346c-3a6a-4d41-a134-cf8a82556eb5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2772757-d7bb-48b9-8bff-3ecf99e6887b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966105 Mar 14 11:18:30.015487 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-bb2ca999-2ee7-4be1-a4cf-03e68b52477b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:30.116351 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-bb2ca999-2ee7-4be1-a4cf-03e68b52477b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Network b2772757-d7bb-48b9-8bff-3ecf99e6887b is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:18:30.125307 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-bb2ca999-2ee7-4be1-a4cf-03e68b52477b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:30.128042 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-bb2ca999-2ee7-4be1-a4cf-03e68b52477b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:18:30.185989 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ca999-2ee7-4be1-a4cf-03e68b52477b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Pushing event updated for resources: {'Port': ['ID=7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:30.210716 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-bb2ca999-2ee7-4be1-a4cf-03e68b52477b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:30.211834 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-bb2ca999-2ee7-4be1-a4cf-03e68b52477b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:30.281226 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6e8e9c89-94a8-4d45-b917-10f7227d2ee2 req-c8fbb961-a44b-4f7b-9f6d-65d9ee333b7e tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 210 time: 0.0392303 Mar 14 11:18:30.337837 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-3658c36a-6c82-4a1c-8f83-60969c4713df service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580159 Mar 14 11:18:30.347874 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4820ade4-233e-41e5-982e-e620e50410b3 req-0c0f5216-5b5b-45a5-9438-1c4b861b090c tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:30.354505 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4820ade4-233e-41e5-982e-e620e50410b3 req-0c0f5216-5b5b-45a5-9438-1c4b861b090c tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 944 time: 0.2643707 Mar 14 11:18:30.425535 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4820ade4-233e-41e5-982e-e620e50410b3 req-f9bb5b66-d666-4a1d-b612-eeb8e0e1585f tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700409 Mar 14 11:18:30.803750 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f19d1-5e8f-4409-8e5f-f8e559751244 req-4af66d3b-c414-472c-9fa6-0260bfb01d16 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:30.805201 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a6f19d1-5e8f-4409-8e5f-f8e559751244 req-4af66d3b-c414-472c-9fa6-0260bfb01d16 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 931 time: 0.0555086 Mar 14 11:18:30.855581 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a6f19d1-5e8f-4409-8e5f-f8e559751244 req-d6d8f815-c3c7-4fb6-815e-80cbddc0d175 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436721 Mar 14 11:18:30.862576 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86dcaee0-74c6-41ca-a876-640b850a300d req-73fc069d-433d-4092-bc66-75d02a929fb8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Made reservation on behalf of 720f0e77ff664a78913bdaee14f470ba for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:18:30.866016 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86dcaee0-74c6-41ca-a876-640b850a300d req-73fc069d-433d-4092-bc66-75d02a929fb8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:30.871046 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-bb2ca999-2ee7-4be1-a4cf-03e68b52477b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7680070 Mar 14 11:18:31.034245 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-86dcaee0-74c6-41ca-a876-640b850a300d req-73fc069d-433d-4092-bc66-75d02a929fb8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Allocated IP 172.20.0.10 (841c8ce7-e1ff-4086-80e2-ec77dada8502/ccb908f7-3677-42e1-8bdd-62cd57924849/758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:18:31.197527 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50740) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:31.277345 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50744) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:31.302382 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-baf7debe-4979-4b2b-8d1d-9422edeac557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:31.314618 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86dcaee0-74c6-41ca-a876-640b850a300d req-73fc069d-433d-4092-bc66-75d02a929fb8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:31.444763 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fac8093c-d352-4709-8714-9c9f0d618562 req-a6d6c006-336f-4c97-a10b-4c6ce11f7334 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 210 time: 0.0530050 Mar 14 11:18:31.464423 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-baf7debe-4979-4b2b-8d1d-9422edeac557 admin admin] Publish callbacks [] for security_group (eb7a141d-58da-48e5-a9a5-cdd23b82375c), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:31.508490 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86dcaee0-74c6-41ca-a876-640b850a300d req-73fc069d-433d-4092-bc66-75d02a929fb8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:31.570432 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc069d-433d-4092-bc66-75d02a929fb8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event updated for resources: {'Port': ['ID=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:31.609764 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b4d21b16-02cf-4a61-a4c3-19f633d2c621 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:31.631291 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86dcaee0-74c6-41ca-a876-640b850a300d req-73fc069d-433d-4092-bc66-75d02a929fb8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Network 841c8ce7-e1ff-4086-80e2-ec77dada8502 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:18:31.632765 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-86dcaee0-74c6-41ca-a876-640b850a300d req-73fc069d-433d-4092-bc66-75d02a929fb8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:18:31.636506 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-baf7debe-4979-4b2b-8d1d-9422edeac557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (eb7a141d-58da-48e5-a9a5-cdd23b82375c), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:31.641246 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dcaee0-74c6-41ca-a876-640b850a300d req-73fc069d-433d-4092-bc66-75d02a929fb8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:18:31.674088 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcaee0-74c6-41ca-a876-640b850a300d req-73fc069d-433d-4092-bc66-75d02a929fb8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:31.687054 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86dcaee0-74c6-41ca-a876-640b850a300d req-73fc069d-433d-4092-bc66-75d02a929fb8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:31.716346 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-baf7debe-4979-4b2b-8d1d-9422edeac557 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0c1624e09a5d4cc687e0d2d2a7314900&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4375100 Mar 14 11:18:31.719190 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 50760) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:31.742321 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d3e34-7298-4fcd-aed2-f5e2fd328319 req-eee1e321-0db1-4ccd-ba53-f96fbf68a3eb tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:31.751351 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-668d3e34-7298-4fcd-aed2-f5e2fd328319 req-eee1e321-0db1-4ccd-ba53-f96fbf68a3eb tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 944 time: 0.1877468 Mar 14 11:18:31.757567 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7debe-4979-4b2b-8d1d-9422edeac557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7a141d-58da-48e5-a9a5-cdd23b82375c,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:31.773484 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-73fc069d-433d-4092-bc66-75d02a929fb8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9978299 Mar 14 11:18:31.799793 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db994748-a39c-425b-bff4-ba27a4372f12 admin admin] Publish callbacks [] for security_group (eb7a141d-58da-48e5-a9a5-cdd23b82375c), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:31.830084 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Request body: {'port': {'device_id': '4b2e0d2a-3114-46cb-9e61-8cec4d9d7538', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:31.845462 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b4d21b16-02cf-4a61-a4c3-19f633d2c621 admin admin] Publish callbacks [] for security_group (189faf59-11f7-4754-b22d-e8d9c5fe8e3a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:31.889385 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db994748-a39c-425b-bff4-ba27a4372f12 admin admin] Publish callbacks [] for security_group (eb7a141d-58da-48e5-a9a5-cdd23b82375c), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:31.892031 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Request body: {'port': {'device_id': '2064e9d5-cd1f-412d-ba1d-ad0e150e29d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:31.986165 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-668d3e34-7298-4fcd-aed2-f5e2fd328319 req-46a771d9-00c7-4c66-8141-df2f9d4db0ad tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234960 Mar 14 11:18:31.986165 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b4d21b16-02cf-4a61-a4c3-19f633d2c621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (189faf59-11f7-4754-b22d-e8d9c5fe8e3a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:32.034580 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d21b16-02cf-4a61-a4c3-19f633d2c621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189faf59-11f7-4754-b22d-e8d9c5fe8e3a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:32.052274 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-b2315d16-4917-4c0e-af60-cc58436df657 None None] Provisioning complete for port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:32.052798 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b2315d16-4917-4c0e-af60-cc58436df657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:32.084546 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b4d21b16-02cf-4a61-a4c3-19f633d2c621 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=163ed70b90e84f2894f350f5e0488414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8858299 Mar 14 11:18:32.093759 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50778) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:32.145093 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-b2315d16-4917-4c0e-af60-cc58436df657 None None] Port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:18:32.154797 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:32.168236 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:32.174243 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf2000dc-4383-45e9-8b4b-5d9e103ced50 admin admin] Publish callbacks [] for security_group (189faf59-11f7-4754-b22d-e8d9c5fe8e3a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:32.230088 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf2000dc-4383-45e9-8b4b-5d9e103ced50 admin admin] Publish callbacks [] for security_group (189faf59-11f7-4754-b22d-e8d9c5fe8e3a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:32.251164 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bda84731-a1ca-473f-8d67-db6bc9d3a450 req-47427a72-69c1-4d9b-af1f-2a1627c5cda9 service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386909 Mar 14 11:18:32.339100 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bce60-c7ed-4af9-ab0f-e3023cb822c2 req-1770e810-5a25-40e4-849c-c7af6d255259 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:32.340728 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f4bce60-c7ed-4af9-ab0f-e3023cb822c2 req-1770e810-5a25-40e4-849c-c7af6d255259 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 931 time: 0.2395205 Mar 14 11:18:32.416205 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f4bce60-c7ed-4af9-ab0f-e3023cb822c2 req-221898e3-f1a0-497f-9337-e827da8bef9a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657148 Mar 14 11:18:32.493361 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db994748-a39c-425b-bff4-ba27a4372f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (eb7a141d-58da-48e5-a9a5-cdd23b82375c), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:32.500142 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db994748-a39c-425b-bff4-ba27a4372f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:32.503763 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-db994748-a39c-425b-bff4-ba27a4372f12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb7a141d-58da-48e5-a9a5-cdd23b82375c HTTP/1.1" status: 204 len: 168 time: 0.7813976 Mar 14 11:18:32.519790 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf2000dc-4383-45e9-8b4b-5d9e103ced50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (189faf59-11f7-4754-b22d-e8d9c5fe8e3a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:32.519790 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf2000dc-4383-45e9-8b4b-5d9e103ced50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:32.526179 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db994748-a39c-425b-bff4-ba27a4372f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7a141d-58da-48e5-a9a5-cdd23b82375c,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:32.536113 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-cf2000dc-4383-45e9-8b4b-5d9e103ced50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/189faf59-11f7-4754-b22d-e8d9c5fe8e3a HTTP/1.1" status: 204 len: 168 time: 0.4293861 Mar 14 11:18:32.571615 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2000dc-4383-45e9-8b4b-5d9e103ced50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189faf59-11f7-4754-b22d-e8d9c5fe8e3a,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:32.647166 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:18:32.662548 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Publish callbacks [] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:32.676901 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Transition to ACTIVE for port object 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:18:32.699571 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0423d1-dc34-4828-b1d5-747b132a7295 req-48ed2b51-398b-4547-94f8-deb751a8f1ac tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:32.702640 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc0423d1-dc34-4828-b1d5-747b132a7295 req-48ed2b51-398b-4547-94f8-deb751a8f1ac tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 932 time: 0.1153216 Mar 14 11:18:32.748034 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:18:32.760758 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Publish callbacks [] for port (7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:32.796239 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Transition to ACTIVE for port object 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:18:32.799767 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cc0423d1-dc34-4828-b1d5-747b132a7295 req-ca112c29-cb7c-475c-b82a-624de6cf294c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801935 Mar 14 11:18:32.821826 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:32.875465 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Pushing event updated for resources: {'Port': ['ID=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:32.908588 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Attempting to bind port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:18:32.909152 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Attempting to bind port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:18:32.909255 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Attempting to bind port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d on network 841c8ce7-e1ff-4086-80e2-ec77dada8502 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:18:32.921015 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d on network 841c8ce7-e1ff-4086-80e2-ec77dada8502 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:18:32.921015 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Attempting to bind port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d on network 841c8ce7-e1ff-4086-80e2-ec77dada8502 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:18:32.921015 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:18:32.921297 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Checking segment: {'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:18:32.921494 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Bound using segment: {'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:18:32.921922 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Bound port: 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:18:32.922633 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:32.948455 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:33.071902 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] For port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:18:33.084124 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] For port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:18:33.121895 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Pushing event updated for resources: {'Port': ['ID=7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:33.207223 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Attempting to bind port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:18:33.207707 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Attempting to bind port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '22d30d57-1d1d-4a99-b29b-5130df472b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:18:33.207938 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Attempting to bind port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 on network b2772757-d7bb-48b9-8bff-3ecf99e6887b {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:18:33.209825 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c15a0-52e3-437b-874a-36a2b153b084 req-4c0c8120-6bf1-406c-8b4b-c9defeeb1b1e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:33.217779 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c83c15a0-52e3-437b-874a-36a2b153b084 req-4c0c8120-6bf1-406c-8b4b-c9defeeb1b1e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 944 time: 0.0878866 Mar 14 11:18:33.218254 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 on network b2772757-d7bb-48b9-8bff-3ecf99e6887b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:18:33.218254 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Attempting to bind port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 on network b2772757-d7bb-48b9-8bff-3ecf99e6887b {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:18:33.219041 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:18:33.219400 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Checking segment: {'id': '22d30d57-1d1d-4a99-b29b-5130df472b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:18:33.219988 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Bound using segment: {'id': '22d30d57-1d1d-4a99-b29b-5130df472b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:18:33.220425 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Bound port: 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d30d57-1d1d-4a99-b29b-5130df472b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:18:33.220853 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:33.251997 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:33.314889 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:33.314889 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:33.314889 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] 10.222.0.44 "PUT /v2.0/ports/758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d HTTP/1.1" status: 200 len: 1094 time: 1.5032763 Mar 14 11:18:33.319779 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2e0d2a-3114-46cb-9e61-8cec4d9d7538', 'tag': '758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:18:33.321916 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1adbdcf-7ec6-4f82-a5b0-10c539c64372" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2e0d2a-3114-46cb-9e61-8cec4d9d7538", "tag": "758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:18:33.346720 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c83c15a0-52e3-437b-874a-36a2b153b084 req-02f83124-4d12-4544-8cb5-7de764a66c6e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268644 Mar 14 11:18:33.356695 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16504c-a0c0-4f4f-8da3-dd9f71a4a63d service neutron] Pushing event updated for resources: {'Port': ['ID=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:33.369920 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] For port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368, host hv-cinder-83177, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:18:33.375526 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] For port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368,segment=NetworkSegment(22d30d57-1d1d-4a99-b29b-5130df472b27),segment_id=22d30d57-1d1d-4a99-b29b-5130df472b27)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:18:33.377145 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53963d6-bdae-42e3-ac08-86b70e056e21 x-openstack-request-id: req-c53963d6-bdae-42e3-ac08-86b70e056e21 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:18:33.377437 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2e0d2a-3114-46cb-9e61-8cec4d9d7538", "tag": "758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:18:33.377691 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c53963d6-bdae-42e3-ac08-86b70e056e21 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:18:33.378170 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2e0d2a-3114-46cb-9e61-8cec4d9d7538', 'tag': '758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d', 'status': 'completed', 'code': 200} Mar 14 11:18:33.548491 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70ad74-0f99-4592-892a-0a6d9f08b151 req-b532e64a-bf2d-441d-a188-39956adcb30d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:33.549974 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6f70ad74-0f99-4592-892a-0a6d9f08b151 req-b532e64a-bf2d-441d-a188-39956adcb30d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 943 time: 0.0599978 Mar 14 11:18:33.578666 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:33.632146 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:33.633207 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:33.634653 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 50834) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:33.635216 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] 10.222.0.44 "PUT /v2.0/ports/7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 HTTP/1.1" status: 200 len: 1093 time: 1.7483644 Mar 14 11:18:33.635668 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2064e9d5-cd1f-412d-ba1d-ad0e150e29d8', 'tag': '7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:18:33.650330 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6f70ad74-0f99-4592-892a-0a6d9f08b151 req-1b1349b2-ee60-46a9-ac7c-68a5d6458fe8 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912249 Mar 14 11:18:33.652609 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a8f47617-a235-4177-9e30-e6266d3ae44a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:33.676798 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c392a4-1e1e-460d-9f22-209e9d31093b service neutron] Pushing event updated for resources: {'Port': ['ID=7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:33.768348 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a8f47617-a235-4177-9e30-e6266d3ae44a admin admin] Publish callbacks [] for security_group (7894554c-9ea4-4a38-b912-61aaa3ffa96f), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:33.791466 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a82408aa6d8333e2181d16c09767b8a1ebc4ae77f8efd81ec4377ebaeeb989a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372a8699-ab6c-4e2d-98ad-829accbee520" -d '{"events": [{"name": "network-changed", "server_uuid": "2064e9d5-cd1f-412d-ba1d-ad0e150e29d8", "tag": "7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:18:33.857888 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a8f47617-a235-4177-9e30-e6266d3ae44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (7894554c-9ea4-4a38-b912-61aaa3ffa96f), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:33.899516 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7569547-6b47-4595-b0a9-bebe7f7dbcba x-openstack-request-id: req-b7569547-6b47-4595-b0a9-bebe7f7dbcba {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:18:33.899805 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2064e9d5-cd1f-412d-ba1d-ad0e150e29d8", "tag": "7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:18:33.901156 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7569547-6b47-4595-b0a9-bebe7f7dbcba {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:18:33.901156 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2064e9d5-cd1f-412d-ba1d-ad0e150e29d8', 'tag': '7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368', 'status': 'completed', 'code': 200} Mar 14 11:18:33.930391 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-a8f47617-a235-4177-9e30-e6266d3ae44a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d110d8e5464144139224b9e02690f00a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2945647 Mar 14 11:18:33.932957 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50854) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:33.933245 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f47617-a235-4177-9e30-e6266d3ae44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7894554c-9ea4-4a38-b912-61aaa3ffa96f,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:33.963013 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13244d93-48d0-4867-a209-f3cc04102dcd req-be828713-4591-4237-8be8-9ea3bca4b04c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:33.964720 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-13244d93-48d0-4867-a209-f3cc04102dcd req-be828713-4591-4237-8be8-9ea3bca4b04c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 944 time: 0.0896220 Mar 14 11:18:33.990625 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3a56b007-c164-4fe8-83ec-43759224003b admin admin] Publish callbacks [] for security_group (7894554c-9ea4-4a38-b912-61aaa3ffa96f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:34.019636 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3a56b007-c164-4fe8-83ec-43759224003b admin admin] Publish callbacks [] for security_group (7894554c-9ea4-4a38-b912-61aaa3ffa96f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:34.020889 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-13244d93-48d0-4867-a209-f3cc04102dcd req-ce9873a8-1302-4ea2-871a-e0aa55af009c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496709 Mar 14 11:18:34.211248 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3a56b007-c164-4fe8-83ec-43759224003b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (7894554c-9ea4-4a38-b912-61aaa3ffa96f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:34.215360 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3a56b007-c164-4fe8-83ec-43759224003b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:34.219437 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3a56b007-c164-4fe8-83ec-43759224003b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7894554c-9ea4-4a38-b912-61aaa3ffa96f HTTP/1.1" status: 204 len: 168 time: 0.2829318 Mar 14 11:18:34.225674 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56b007-c164-4fe8-83ec-43759224003b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7894554c-9ea4-4a38-b912-61aaa3ffa96f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:34.469569 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7126c-7edf-468d-a3c5-d07e027e402e req-bdaf9d53-85b6-4a64-8b93-eed693062743 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:34.471051 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9d7126c-7edf-468d-a3c5-d07e027e402e req-bdaf9d53-85b6-4a64-8b93-eed693062743 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 944 time: 0.0542636 Mar 14 11:18:34.524422 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c9d7126c-7edf-468d-a3c5-d07e027e402e req-84aee977-5b23-41b8-9010-fe8d3367e98d tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470126 Mar 14 11:18:34.800220 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01368c-5d80-4222-b26a-86adb4f9259e req-646e5190-beca-4dc7-a144-babfba572fc9 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:34.802178 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0a01368c-5d80-4222-b26a-86adb4f9259e req-646e5190-beca-4dc7-a144-babfba572fc9 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 943 time: 0.0661299 Mar 14 11:18:34.857968 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0a01368c-5d80-4222-b26a-86adb4f9259e req-3df8a38c-5ebe-4914-8639-adefe51a66dd tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432506 Mar 14 11:18:34.940545 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d21f-daa4-4a9f-b128-079f52d1e11e req-c7d04643-d660-4134-8c1c-4aa4b811ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:34.946781 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5c39d21f-daa4-4a9f-b128-079f52d1e11e req-c7d04643-d660-4134-8c1c-4aa4b811ef4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=956dc6f8d72144c9810e5e5a83ba7fb7&device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 1128 time: 0.0592163 Mar 14 11:18:34.960734 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a8699-ab6c-4e2d-98ad-829accbee520 req-8f83ee3c-9b65-4dff-8aff-759fa4cb426d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:34.975784 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-372a8699-ab6c-4e2d-98ad-829accbee520 req-8f83ee3c-9b65-4dff-8aff-759fa4cb426d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=956dc6f8d72144c9810e5e5a83ba7fb7&device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 1127 time: 0.0675404 Mar 14 11:18:35.143572 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adbdcf-7ec6-4f82-a5b0-10c539c64372 req-6dfce290-636b-4e6d-abbb-98d5a772be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:35.145064 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e1adbdcf-7ec6-4f82-a5b0-10c539c64372 req-6dfce290-636b-4e6d-abbb-98d5a772be56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=720f0e77ff664a78913bdaee14f470ba&device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 1128 time: 0.1555219 Mar 14 11:18:35.280371 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9619d09f-08fc-4caf-a09d-c8b0cae80a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:35.463118 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a8699-ab6c-4e2d-98ad-829accbee520 req-12d3a517-6056-4499-a813-7186c220386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:35.464572 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-372a8699-ab6c-4e2d-98ad-829accbee520 req-12d3a517-6056-4499-a813-7186c220386f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=956dc6f8d72144c9810e5e5a83ba7fb7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4767561 Mar 14 11:18:35.476316 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957f05c-65dc-427c-9123-5ee72c7d9e95 req-79b82014-e00a-4179-a765-5b07aacc45b1 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:35.479740 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5957f05c-65dc-427c-9123-5ee72c7d9e95 req-79b82014-e00a-4179-a765-5b07aacc45b1 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 944 time: 0.2999623 Mar 14 11:18:35.515647 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d21f-daa4-4a9f-b128-079f52d1e11e req-5f6491e5-2ac7-4f52-bd61-73b3ccd9146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:35.517122 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5c39d21f-daa4-4a9f-b128-079f52d1e11e req-5f6491e5-2ac7-4f52-bd61-73b3ccd9146c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2772757-d7bb-48b9-8bff-3ecf99e6887b HTTP/1.1" status: 200 len: 919 time: 0.5566003 Mar 14 11:18:35.541932 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5957f05c-65dc-427c-9123-5ee72c7d9e95 req-f9cd5135-940d-4a3f-b662-675e42e80a7c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504167 Mar 14 11:18:35.598938 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adbdcf-7ec6-4f82-a5b0-10c539c64372 req-ab11e7ac-0666-4991-89d9-f59d28d3ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:35.600682 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e1adbdcf-7ec6-4f82-a5b0-10c539c64372 req-ab11e7ac-0666-4991-89d9-f59d28d3ca08 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=720f0e77ff664a78913bdaee14f470ba&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4427669 Mar 14 11:18:35.776730 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5c39d21f-daa4-4a9f-b128-079f52d1e11e req-a93b97c2-cbc8-4ba8-b09a-443bd3ed82f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36732712-50e4-4c26-9afa-0c0995c1a8db HTTP/1.1" status: 200 len: 217 time: 0.1589673 Mar 14 11:18:35.848951 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a8699-ab6c-4e2d-98ad-829accbee520 req-9f7ea00c-543f-4af6-a837-d9f26df1cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:35.850771 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-372a8699-ab6c-4e2d-98ad-829accbee520 req-9f7ea00c-543f-4af6-a837-d9f26df1cf14 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2329488 Mar 14 11:18:35.967018 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-fdfa4287-b667-481b-aabb-dd9bbf953cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:35.968560 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-fdfa4287-b667-481b-aabb-dd9bbf953cc9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=956dc6f8d72144c9810e5e5a83ba7fb7&device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 1127 time: 0.0600741 Mar 14 11:18:35.999967 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d21f-daa4-4a9f-b128-079f52d1e11e req-b8ff02c5-9d2a-40cc-aaa1-86709f4fbda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:36.001411 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5c39d21f-daa4-4a9f-b128-079f52d1e11e req-b8ff02c5-9d2a-40cc-aaa1-86709f4fbda1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3835724-6a4b-4d00-8537-d241934aa76b HTTP/1.1" status: 200 len: 858 time: 0.1987898 Mar 14 11:18:36.015885 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb06917-6e33-428f-a9e0-14c90098446c req-abc6252f-20d6-4458-9496-df0a61d7ea58 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:36.017645 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ceb06917-6e33-428f-a9e0-14c90098446c req-abc6252f-20d6-4458-9496-df0a61d7ea58 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 944 time: 0.3565464 Mar 14 11:18:36.044628 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-1c89bfac-7455-4bc1-9193-54b6649bf02a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 HTTP/1.1" status: 200 len: 217 time: 0.0606456 Mar 14 11:18:36.066220 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adbdcf-7ec6-4f82-a5b0-10c539c64372 req-eb6abb24-8cc8-427b-8ab9-c1974ab0f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:36.068712 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e1adbdcf-7ec6-4f82-a5b0-10c539c64372 req-eb6abb24-8cc8-427b-8ab9-c1974ab0f6ea service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4288287 Mar 14 11:18:36.073199 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5c39d21f-daa4-4a9f-b128-079f52d1e11e req-2b7604f6-975b-4ccb-90dd-1c1bf5c181e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2772757-d7bb-48b9-8bff-3ecf99e6887b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649531 Mar 14 11:18:36.146199 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9bc58-93eb-487a-87f6-12e88d1daaa0 req-f0d1d8a1-77f0-4b7e-93d8-a252fbdb1fb4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:36.147749 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9cf9bc58-93eb-487a-87f6-12e88d1daaa0 req-f0d1d8a1-77f0-4b7e-93d8-a252fbdb1fb4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 943 time: 0.1741338 Mar 14 11:18:36.173429 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-d105f692-97c6-4901-a746-cc4c1ced41bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:36.174831 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-d105f692-97c6-4901-a746-cc4c1ced41bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3835724-6a4b-4d00-8537-d241934aa76b HTTP/1.1" status: 200 len: 858 time: 0.1215706 Mar 14 11:18:36.220913 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-40a44c95-e4da-45a0-b614-e35b462cfe97 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2772757-d7bb-48b9-8bff-3ecf99e6887b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378256 Mar 14 11:18:36.233772 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ceb06917-6e33-428f-a9e0-14c90098446c req-a2598897-9bd4-4ab9-b7dc-bc0f32b8f562 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999350 Mar 14 11:18:36.254058 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcaee0-74c6-41ca-a876-640b850a300d req-1c4edad5-674f-453a-9a48-449e8ea61d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:36.262701 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-1c4edad5-674f-453a-9a48-449e8ea61d7d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=720f0e77ff664a78913bdaee14f470ba&device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 1128 time: 0.1381149 Mar 14 11:18:36.296716 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9cf9bc58-93eb-487a-87f6-12e88d1daaa0 req-85a03223-b88a-4930-86ad-402f88465b68 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346397 Mar 14 11:18:36.331667 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-24c0138e-41e7-450f-ae21-d0fd797263db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d HTTP/1.1" status: 200 len: 217 time: 0.0674989 Mar 14 11:18:36.334397 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5c39d21f-daa4-4a9f-b128-079f52d1e11e req-8da793b2-955e-4fb0-afdb-0cd9b30860a9 service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507465 Mar 14 11:18:36.366444 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-c3469404-66dc-4c0b-87e7-8e0f01dfd771 service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372714 Mar 14 11:18:36.414036 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50968) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:36.468486 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:36.483022 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcaee0-74c6-41ca-a876-640b850a300d req-af449ad6-f61e-48ce-ba41-6710028530ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:36.484488 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-af449ad6-f61e-48ce-ba41-6710028530ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccb908f7-3677-42e1-8bdd-62cd57924849 HTTP/1.1" status: 200 len: 849 time: 0.1394978 Mar 14 11:18:36.518340 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a6dc415-675e-455e-9dec-155d4fd1c028 req-e6ee8824-a8ae-4685-8048-4d23c39c58e2 service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441462 Mar 14 11:18:36.562536 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5c39d21f-daa4-4a9f-b128-079f52d1e11e req-2611068f-91d3-4abc-a5c9-97a5b7ae7b99 service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115049 Mar 14 11:18:36.588857 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7b877e73-afd6-4304-a111-f7bb5e246392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:36.595855 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcaee0-74c6-41ca-a876-640b850a300d req-6eeac242-921d-4c85-97cc-cd58becc14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:36.598918 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-6eeac242-921d-4c85-97cc-cd58becc14e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=841c8ce7-e1ff-4086-80e2-ec77dada8502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071477 Mar 14 11:18:36.680461 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7b877e73-afd6-4304-a111-f7bb5e246392 admin admin] Publish callbacks [] for security_group (4bdaad02-3197-4b5a-89d1-d524c21ff122), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:36.752844 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7e24e-7ac1-42b2-9aab-8483008166d2 req-c288c3f5-157e-4001-b983-0dc22b37c42e tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:36.754465 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dba7e24e-7ac1-42b2-9aab-8483008166d2 req-c288c3f5-157e-4001-b983-0dc22b37c42e tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 944 time: 0.1192009 Mar 14 11:18:36.787781 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7b877e73-afd6-4304-a111-f7bb5e246392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (4bdaad02-3197-4b5a-89d1-d524c21ff122), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:36.790439 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-4622a6ae-0531-4821-b80e-f84abe8e6c19 service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846859 Mar 14 11:18:36.852513 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dba7e24e-7ac1-42b2-9aab-8483008166d2 req-64b19da1-389e-41ae-bba4-142c880fc9f7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866559 Mar 14 11:18:36.884303 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b877e73-afd6-4304-a111-f7bb5e246392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdaad02-3197-4b5a-89d1-d524c21ff122,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:36.891753 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7b877e73-afd6-4304-a111-f7bb5e246392 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ceb6c4cc02554b8ea5d69509a9411a57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4766836 Mar 14 11:18:36.895029 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 50994) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:36.942831 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86dcaee0-74c6-41ca-a876-640b850a300d req-64c09675-2f53-4591-b344-6d1c7c30d73c service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381211 Mar 14 11:18:36.963368 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e833c012-2e41-40da-9a3d-ff86ec4a64e8 admin admin] Publish callbacks [] for security_group (4bdaad02-3197-4b5a-89d1-d524c21ff122), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:36.988749 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e833c012-2e41-40da-9a3d-ff86ec4a64e8 admin admin] Publish callbacks [] for security_group (4bdaad02-3197-4b5a-89d1-d524c21ff122), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:37.104706 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e833c012-2e41-40da-9a3d-ff86ec4a64e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (4bdaad02-3197-4b5a-89d1-d524c21ff122), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:37.107812 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e833c012-2e41-40da-9a3d-ff86ec4a64e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:37.109193 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e833c012-2e41-40da-9a3d-ff86ec4a64e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bdaad02-3197-4b5a-89d1-d524c21ff122 HTTP/1.1" status: 204 len: 168 time: 0.2130768 Mar 14 11:18:37.118655 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833c012-2e41-40da-9a3d-ff86ec4a64e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdaad02-3197-4b5a-89d1-d524c21ff122,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:37.364374 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c001ef-2ac9-4057-b5a0-a28a129f3d7d req-9aac3cf0-4683-449d-9ff0-9ce1bfdc7865 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:37.365825 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68c001ef-2ac9-4057-b5a0-a28a129f3d7d req-9aac3cf0-4683-449d-9ff0-9ce1bfdc7865 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 944 time: 0.0565484 Mar 14 11:18:37.406877 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8874770-913a-4b3c-ab52-44aff3fd5d4d req-c25d0bb1-0a82-4b7c-bd8b-cf5f51ba91fa tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:37.408553 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d8874770-913a-4b3c-ab52-44aff3fd5d4d req-c25d0bb1-0a82-4b7c-bd8b-cf5f51ba91fa tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 943 time: 0.0573881 Mar 14 11:18:37.417021 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68c001ef-2ac9-4057-b5a0-a28a129f3d7d req-3b24f0bd-487b-4a95-ac2a-2020df07d26f tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452156 Mar 14 11:18:37.458313 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d8874770-913a-4b3c-ab52-44aff3fd5d4d req-9d207656-2945-48a8-b083-d821b5332baf tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440221 Mar 14 11:18:37.541651 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-39c02864-104c-48a3-b9ec-f46dbe211493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:37.983917 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb2cc-c4da-4e03-8201-f7d29f87addf req-f49ee228-6f47-4955-bde5-a45c82f87054 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:37.985389 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-467bb2cc-c4da-4e03-8201-f7d29f87addf req-f49ee228-6f47-4955-bde5-a45c82f87054 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 944 time: 0.0548427 Mar 14 11:18:38.041618 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 51038) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:38.045615 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-467bb2cc-c4da-4e03-8201-f7d29f87addf req-49f014e3-d786-4c08-ab77-dd38723e223a tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545933 Mar 14 11:18:38.055060 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6bff3fd0-2686-4aa9-94c3-25c5a4f7dcdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:38.146488 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6bff3fd0-2686-4aa9-94c3-25c5a4f7dcdb admin admin] Publish callbacks [] for security_group (6fb750f9-2e21-4f14-a835-66c6e29540f1), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:38.233748 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6bff3fd0-2686-4aa9-94c3-25c5a4f7dcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (6fb750f9-2e21-4f14-a835-66c6e29540f1), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:38.273311 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-6bff3fd0-2686-4aa9-94c3-25c5a4f7dcdb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b3836bc3a87c4f7a8905e5203c16688a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305961 Mar 14 11:18:38.275182 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff3fd0-2686-4aa9-94c3-25c5a4f7dcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb750f9-2e21-4f14-a835-66c6e29540f1,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:38.275937 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51048) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:38.322946 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-244801a1-5dc2-45d8-a0a9-c15c60890e91 admin admin] Publish callbacks [] for security_group (6fb750f9-2e21-4f14-a835-66c6e29540f1), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:38.345203 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-244801a1-5dc2-45d8-a0a9-c15c60890e91 admin admin] Publish callbacks [] for security_group (6fb750f9-2e21-4f14-a835-66c6e29540f1), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:38.485242 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-244801a1-5dc2-45d8-a0a9-c15c60890e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (6fb750f9-2e21-4f14-a835-66c6e29540f1), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:38.493272 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-244801a1-5dc2-45d8-a0a9-c15c60890e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:38.493272 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-244801a1-5dc2-45d8-a0a9-c15c60890e91 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6fb750f9-2e21-4f14-a835-66c6e29540f1 HTTP/1.1" status: 204 len: 168 time: 0.2127948 Mar 14 11:18:38.500364 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244801a1-5dc2-45d8-a0a9-c15c60890e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb750f9-2e21-4f14-a835-66c6e29540f1,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:38.553679 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dab3a-2bd8-4abb-8d13-308e02723307 req-7c9ffb58-6b1f-4b80-af9b-0398f45affa9 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:38.555369 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b21dab3a-2bd8-4abb-8d13-308e02723307 req-7c9ffb58-6b1f-4b80-af9b-0398f45affa9 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 944 time: 0.0744607 Mar 14 11:18:38.604804 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63006cb4-4072-495d-abb0-a3afc2074375 req-dcc59122-57ee-4c85-9296-5c9cc30d8153 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:38.607118 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-63006cb4-4072-495d-abb0-a3afc2074375 req-dcc59122-57ee-4c85-9296-5c9cc30d8153 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 943 time: 0.0664871 Mar 14 11:18:38.630544 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b21dab3a-2bd8-4abb-8d13-308e02723307 req-0818140a-1654-4ece-8f34-62822b093f98 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655658 Mar 14 11:18:38.660098 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-63006cb4-4072-495d-abb0-a3afc2074375 req-64044328-cac5-412b-846c-217f52532fa1 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464814 Mar 14 11:18:38.725016 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:39.185514 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56b2b6-2d02-4a48-bd32-1281587e3b35 req-6254e386-2374-4ac0-b349-a38b7b3d886e tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:39.187036 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6f56b2b6-2d02-4a48-bd32-1281587e3b35 req-6254e386-2374-4ac0-b349-a38b7b3d886e tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 944 time: 0.0579162 Mar 14 11:18:39.232438 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6f56b2b6-2d02-4a48-bd32-1281587e3b35 req-726b7fe8-dbf0-417c-ba3a-9913ed7d7014 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397389 Mar 14 11:18:39.756562 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bcdc6-585e-431b-b79c-2831e31c8a82 req-f48eeefc-6788-4917-a6b8-2689b1fe539d tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:39.762407 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a0bcdc6-585e-431b-b79c-2831e31c8a82 req-f48eeefc-6788-4917-a6b8-2689b1fe539d tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 944 time: 0.0652721 Mar 14 11:18:39.797885 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66050a7d-a692-4130-b6b0-08b45c5bb2fd req-ba1e6427-f5a0-4ee2-ada6-f86726294435 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:39.802930 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-66050a7d-a692-4130-b6b0-08b45c5bb2fd req-ba1e6427-f5a0-4ee2-ada6-f86726294435 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 943 time: 0.0584788 Mar 14 11:18:39.819224 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a0bcdc6-585e-431b-b79c-2831e31c8a82 req-f2e1a85e-3170-415d-be9a-19e5d1ff287c tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544925 Mar 14 11:18:39.885860 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-66050a7d-a692-4130-b6b0-08b45c5bb2fd req-4f59e9a7-8eec-42c7-9149-7ebdca4bb13b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584111 Mar 14 11:18:40.351225 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041be27-a228-4216-b72b-adb83803df9d req-3e3eca56-567f-439b-94ac-9bb643f93bcf tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:40.352737 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1041be27-a228-4216-b72b-adb83803df9d req-3e3eca56-567f-439b-94ac-9bb643f93bcf tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 944 time: 0.0529177 Mar 14 11:18:40.376715 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:40.406978 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1041be27-a228-4216-b72b-adb83803df9d req-34740d80-6003-4207-81a6-5c8e8343ae5f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478766 Mar 14 11:18:41.048499 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 36732712-50e4-4c26-9afa-0c0995c1a8db details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:18:41.076871 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd05330-9ed4-45c6-8db7-cb1b680a0eeb req-5e57d689-4931-436f-85cf-136b194b200e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:41.083980 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fbd05330-9ed4-45c6-8db7-cb1b680a0eeb req-5e57d689-4931-436f-85cf-136b194b200e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 943 time: 0.1062326 Mar 14 11:18:41.193560 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fbd05330-9ed4-45c6-8db7-cb1b680a0eeb req-47cb26a9-3232-48ff-97f6-77b7d5ecf707 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085513 Mar 14 11:18:41.269885 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 36732712-50e4-4c26-9afa-0c0995c1a8db, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=36732712-50e4-4c26-9afa-0c0995c1a8db,segment=NetworkSegment(22d30d57-1d1d-4a99-b29b-5130df472b27),segment_id=22d30d57-1d1d-4a99-b29b-5130df472b27)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:41.290733 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52203c-749c-419a-abc1-c353c5874ee0 req-c692f6db-3801-43d8-8f5c-32766e9a4313 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:41.292234 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fa52203c-749c-419a-abc1-c353c5874ee0 req-c692f6db-3801-43d8-8f5c-32766e9a4313 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 944 time: 0.3959956 Mar 14 11:18:41.294022 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': '36732712-50e4-4c26-9afa-0c0995c1a8db', 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b', 'port_id': '36732712-50e4-4c26-9afa-0c0995c1a8db', 'mac_address': 'fa:16:3e:1b:a0:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3835724-6a4b-4d00-8537-d241934aa76b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:18:41.337509 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 36732712-50e4-4c26-9afa-0c0995c1a8db is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:41.337929 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (36732712-50e4-4c26-9afa-0c0995c1a8db), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:41.345796 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fa52203c-749c-419a-abc1-c353c5874ee0 req-5304c858-c42c-4643-b42d-f50229323f70 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464740 Mar 14 11:18:41.355779 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36732712-50e4-4c26-9afa-0c0995c1a8db {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:18:41.385057 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 36732712-50e4-4c26-9afa-0c0995c1a8db, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=36732712-50e4-4c26-9afa-0c0995c1a8db,segment=NetworkSegment(22d30d57-1d1d-4a99-b29b-5130df472b27),segment_id=22d30d57-1d1d-4a99-b29b-5130df472b27)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:41.496631 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (36732712-50e4-4c26-9afa-0c0995c1a8db), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:41.498312 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:18:41.566534 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a14e0-3b0d-4958-9cdb-080438be7892 req-31e70b8d-9314-4f7c-8e37-95d1e4e3d11f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:41.571081 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-924a14e0-3b0d-4958-9cdb-080438be7892 req-31e70b8d-9314-4f7c-8e37-95d1e4e3d11f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 944 time: 0.0897312 Mar 14 11:18:41.574443 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368,segment=NetworkSegment(22d30d57-1d1d-4a99-b29b-5130df472b27),segment_id=22d30d57-1d1d-4a99-b29b-5130df472b27)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:41.584482 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=36732712-50e4-4c26-9afa-0c0995c1a8db,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:41.591668 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': '7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368', 'network_id': 'b2772757-d7bb-48b9-8bff-3ecf99e6887b', 'port_id': '7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368', 'mac_address': 'fa:16:3e:dc:fe:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 273, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3835724-6a4b-4d00-8537-d241934aa76b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:18:41.629245 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-924a14e0-3b0d-4958-9cdb-080438be7892 req-77984ded-7f76-4082-a420-6c72d5fc611b tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552745 Mar 14 11:18:41.636257 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:41.636715 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:41.661645 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:18:41.690255 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368,segment=NetworkSegment(22d30d57-1d1d-4a99-b29b-5130df472b27),segment_id=22d30d57-1d1d-4a99-b29b-5130df472b27)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:41.776797 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:41.779266 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:41.779933 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:18:41.848018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:41.914909 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:41.931831 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': '758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'port_id': '758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d', 'mac_address': 'fa:16:3e:94:f6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:18:41.972963 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:41.973364 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:41.987461 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:18:42.008003 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:42.153678 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:42.154383 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 618e5042-f8f3-4398-b7b8-d4520a880c0e details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:18:42.227851 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:42.341314 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 618e5042-f8f3-4398-b7b8-d4520a880c0e, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=618e5042-f8f3-4398-b7b8-d4520a880c0e,segment=NetworkSegment(b086701a-9307-49b0-a0a4-ba70fc793010),segment_id=b086701a-9307-49b0-a0a4-ba70fc793010)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:42.352012 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': '618e5042-f8f3-4398-b7b8-d4520a880c0e', 'network_id': '0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8', 'port_id': '618e5042-f8f3-4398-b7b8-d4520a880c0e', 'mac_address': 'fa:16:3e:e7:b7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d761fb8-1eea-4f18-8f6a-a0d71c9d14db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:18:42.404698 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 618e5042-f8f3-4398-b7b8-d4520a880c0e is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:42.405324 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (618e5042-f8f3-4398-b7b8-d4520a880c0e), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:42.407435 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2d70b-bd6f-4f8f-bd4c-2ed2061bc111 req-e7d42892-7c8a-4641-9396-1672803e26af tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:42.415708 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-52a2d70b-bd6f-4f8f-bd4c-2ed2061bc111 req-e7d42892-7c8a-4641-9396-1672803e26af tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 944 time: 0.1009524 Mar 14 11:18:42.419699 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618e5042-f8f3-4398-b7b8-d4520a880c0e {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:18:42.448606 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 618e5042-f8f3-4398-b7b8-d4520a880c0e, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=618e5042-f8f3-4398-b7b8-d4520a880c0e,segment=NetworkSegment(b086701a-9307-49b0-a0a4-ba70fc793010),segment_id=b086701a-9307-49b0-a0a4-ba70fc793010)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:42.467809 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-52a2d70b-bd6f-4f8f-bd4c-2ed2061bc111 req-58af5dc7-8016-4037-8e61-5e4960f3d779 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448322 Mar 14 11:18:42.506215 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e123ee0-f0ee-46da-a47b-9566cef54b01 req-d254fcc6-ce7b-4cea-8ef2-06363506c41b tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:42.507690 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6e123ee0-f0ee-46da-a47b-9566cef54b01 req-d254fcc6-ce7b-4cea-8ef2-06363506c41b tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 944 time: 0.0531235 Mar 14 11:18:42.553666 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (618e5042-f8f3-4398-b7b8-d4520a880c0e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:42.557700 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6e123ee0-f0ee-46da-a47b-9566cef54b01 req-6d0d2bf7-d54f-4c85-877c-4d214c6ca3ee tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Mar 14 11:18:42.609798 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=618e5042-f8f3-4398-b7b8-d4520a880c0e,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:42.754754 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad920a9-6320-46a5-a601-be8cecdcf871 req-5e99a026-a197-4741-85cc-2b0481dcd8dc tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:42.756230 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dad920a9-6320-46a5-a601-be8cecdcf871 req-5e99a026-a197-4741-85cc-2b0481dcd8dc tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 945 time: 0.0595267 Mar 14 11:18:42.802642 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dad920a9-6320-46a5-a601-be8cecdcf871 req-616d972a-6d2e-48f5-bfcd-95a574f41791 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404725 Mar 14 11:18:43.223536 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:18:43.270381 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['36732712-50e4-4c26-9afa-0c0995c1a8db'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:18:43.270381 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:18:43.308564 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['618e5042-f8f3-4398-b7b8-d4520a880c0e'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:18:43.609620 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10793452-2494-4a85-9d55-653e5df81c24 req-09a482f9-8452-4bc3-a13e-e3a45b5a425b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:43.610888 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-10793452-2494-4a85-9d55-653e5df81c24 req-09a482f9-8452-4bc3-a13e-e3a45b5a425b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 944 time: 0.0723011 Mar 14 11:18:43.667623 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-10793452-2494-4a85-9d55-653e5df81c24 req-9a0c3491-7e72-4521-8dbe-7b37cc52585b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529718 Mar 14 11:18:43.720795 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3215bb9b-482e-41b4-b2b8-7d0687306320 req-1ce1e287-556a-4449-9a78-623f67eaa441 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:43.727094 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3215bb9b-482e-41b4-b2b8-7d0687306320 req-1ce1e287-556a-4449-9a78-623f67eaa441 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 945 time: 0.0877612 Mar 14 11:18:43.783276 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3215bb9b-482e-41b4-b2b8-7d0687306320 req-25808307-9df0-4360-a0b0-52f8ecec60d8 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498390 Mar 14 11:18:43.846817 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51264) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:43.929313 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd90d1-abc7-4cbb-9aa9-76d3547e71d3 req-b4507552-1dd8-4b7f-9832-ff3796b5dbd7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:43.930913 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2afd90d1-abc7-4cbb-9aa9-76d3547e71d3 req-b4507552-1dd8-4b7f-9832-ff3796b5dbd7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 945 time: 0.0545306 Mar 14 11:18:43.975728 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e1aad4b-5232-4522-9c4a-8639c83ef0bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:44.003831 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2afd90d1-abc7-4cbb-9aa9-76d3547e71d3 req-ea9605e9-bd4d-4655-ae88-37c5e8a51b40 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670686 Mar 14 11:18:44.067932 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e1aad4b-5232-4522-9c4a-8639c83ef0bf admin admin] Publish callbacks [] for security_group (ffb7f6b9-0c68-45c6-8cb7-6fd23261e452), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:44.159311 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e1aad4b-5232-4522-9c4a-8639c83ef0bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (ffb7f6b9-0c68-45c6-8cb7-6fd23261e452), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:44.196867 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0e1aad4b-5232-4522-9c4a-8639c83ef0bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a54285b0f0a44608bac29e777b806749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3486948 Mar 14 11:18:44.197709 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1aad4b-5232-4522-9c4a-8639c83ef0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb7f6b9-0c68-45c6-8cb7-6fd23261e452,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:44.199650 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 51268) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:44.248218 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3e3294a0-5257-4a2c-8f21-cf66d2295a97 admin admin] Publish callbacks [] for security_group (ffb7f6b9-0c68-45c6-8cb7-6fd23261e452), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:44.269535 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3e3294a0-5257-4a2c-8f21-cf66d2295a97 admin admin] Publish callbacks [] for security_group (ffb7f6b9-0c68-45c6-8cb7-6fd23261e452), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:44.473614 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3e3294a0-5257-4a2c-8f21-cf66d2295a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (ffb7f6b9-0c68-45c6-8cb7-6fd23261e452), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:44.476375 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3e3294a0-5257-4a2c-8f21-cf66d2295a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:44.477498 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3e3294a0-5257-4a2c-8f21-cf66d2295a97 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ffb7f6b9-0c68-45c6-8cb7-6fd23261e452 HTTP/1.1" status: 204 len: 168 time: 0.2763238 Mar 14 11:18:44.486691 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3294a0-5257-4a2c-8f21-cf66d2295a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb7f6b9-0c68-45c6-8cb7-6fd23261e452,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:44.818430 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798cdcf5-c15f-4de7-b9aa-c4cd222edea6 req-fce0036e-8602-4b7c-91af-fdeb6307ada3 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:44.819932 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-798cdcf5-c15f-4de7-b9aa-c4cd222edea6 req-fce0036e-8602-4b7c-91af-fdeb6307ada3 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 944 time: 0.0744801 Mar 14 11:18:44.885822 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-798cdcf5-c15f-4de7-b9aa-c4cd222edea6 req-44325052-4516-4a0c-9fa0-52629dc25a43 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594106 Mar 14 11:18:44.934144 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef05abae-a84e-4a0e-8e7a-bcc483ae83a7 req-c9a7a8d3-96c9-4614-b398-31d6c6198726 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:44.936365 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ef05abae-a84e-4a0e-8e7a-bcc483ae83a7 req-c9a7a8d3-96c9-4614-b398-31d6c6198726 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 945 time: 0.0725839 Mar 14 11:18:44.985099 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ef05abae-a84e-4a0e-8e7a-bcc483ae83a7 req-38c770df-9698-46d3-835b-017c0901d518 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431154 Mar 14 11:18:45.118567 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6ee1f-f3d4-4684-a6d7-e789a2a07a17 req-6af71c60-47c9-4c7a-9a73-076cb1614530 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:45.120012 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-baa6ee1f-f3d4-4684-a6d7-e789a2a07a17 req-6af71c60-47c9-4c7a-9a73-076cb1614530 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 945 time: 0.0508823 Mar 14 11:18:45.167074 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-baa6ee1f-f3d4-4684-a6d7-e789a2a07a17 req-98faf116-5721-4cbe-a7a5-2b48f513000e tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410292 Mar 14 11:18:45.389888 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 51310) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:45.406050 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9b40d0ca-0f1b-467f-95e1-e6a9b0c48e2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:45.478151 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9b40d0ca-0f1b-467f-95e1-e6a9b0c48e2c admin admin] Publish callbacks [] for security_group (7e31de5e-cc11-45d3-9ab8-c8e29305fbdc), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:45.593651 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9b40d0ca-0f1b-467f-95e1-e6a9b0c48e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (7e31de5e-cc11-45d3-9ab8-c8e29305fbdc), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:45.630692 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40d0ca-0f1b-467f-95e1-e6a9b0c48e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e31de5e-cc11-45d3-9ab8-c8e29305fbdc,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:45.634959 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-9b40d0ca-0f1b-467f-95e1-e6a9b0c48e2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e765b845948b4b3e8af043205261b250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440526 Mar 14 11:18:45.638029 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 51314) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:45.683823 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-85ed0483-d3e3-4e12-a7c4-0467f8386370 admin admin] Publish callbacks [] for security_group (7e31de5e-cc11-45d3-9ab8-c8e29305fbdc), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:45.704570 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-85ed0483-d3e3-4e12-a7c4-0467f8386370 admin admin] Publish callbacks [] for security_group (7e31de5e-cc11-45d3-9ab8-c8e29305fbdc), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:45.822174 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-85ed0483-d3e3-4e12-a7c4-0467f8386370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (7e31de5e-cc11-45d3-9ab8-c8e29305fbdc), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:45.824797 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-85ed0483-d3e3-4e12-a7c4-0467f8386370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:45.826072 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-85ed0483-d3e3-4e12-a7c4-0467f8386370 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7e31de5e-cc11-45d3-9ab8-c8e29305fbdc HTTP/1.1" status: 204 len: 168 time: 0.1871719 Mar 14 11:18:45.834420 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed0483-d3e3-4e12-a7c4-0467f8386370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e31de5e-cc11-45d3-9ab8-c8e29305fbdc,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:45.838298 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:18:45.991387 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4450c0-fca2-4094-8754-230d9f414ff6 req-62507d59-b977-4463-9e83-64c4478bd4c1 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:45.992852 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d4450c0-fca2-4094-8754-230d9f414ff6 req-62507d59-b977-4463-9e83-64c4478bd4c1 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 944 time: 0.0513036 Mar 14 11:18:46.053675 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d4450c0-fca2-4094-8754-230d9f414ff6 req-7a39bdc4-ee09-43db-a327-289ccaa0da29 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540605 Mar 14 11:18:46.116736 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11415fa8-5320-4902-ab5f-0580b671c493 req-2b494448-b342-4aae-9be3-3291b6e35018 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:46.118311 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-11415fa8-5320-4902-ab5f-0580b671c493 req-2b494448-b342-4aae-9be3-3291b6e35018 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 945 time: 0.0538728 Mar 14 11:18:46.164579 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-11415fa8-5320-4902-ab5f-0580b671c493 req-e4975856-885c-461a-9ffc-96f3efc12424 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Mar 14 11:18:46.284034 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719666f-9ad1-49c7-8d29-c77122ac804b req-6b3caa36-2e2a-4044-b1c2-5824599b4793 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:46.285730 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c719666f-9ad1-49c7-8d29-c77122ac804b req-6b3caa36-2e2a-4044-b1c2-5824599b4793 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 945 time: 0.0536497 Mar 14 11:18:46.333015 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c719666f-9ad1-49c7-8d29-c77122ac804b req-d11c8b36-25e0-4aa3-8e72-00dadc287596 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417819 Mar 14 11:18:47.177378 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f0e33-7c2c-4b87-842f-4e0af0cf6aaa req-5dfbc1c5-87f7-4866-acdf-13edf8785750 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:47.178868 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b64f0e33-7c2c-4b87-842f-4e0af0cf6aaa req-5dfbc1c5-87f7-4866-acdf-13edf8785750 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 944 time: 0.0508797 Mar 14 11:18:47.227823 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b64f0e33-7c2c-4b87-842f-4e0af0cf6aaa req-8ef5bb8b-8354-4797-b69d-b0cdbf4ce60d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432746 Mar 14 11:18:47.288025 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600da3f-7a5e-4403-af7a-3f917de38e1d req-73340d6d-2183-42c8-9f6a-0ce5965772c6 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:47.289485 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7600da3f-7a5e-4403-af7a-3f917de38e1d req-73340d6d-2183-42c8-9f6a-0ce5965772c6 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 945 time: 0.0518646 Mar 14 11:18:47.336110 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7600da3f-7a5e-4403-af7a-3f917de38e1d req-7a0c7dca-163b-4cc7-9dd4-82a920841707 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405297 Mar 14 11:18:47.456304 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66afd5-78f4-41f7-ad59-92d2249a9511 req-9f4c208e-ed3d-4bbe-80e9-e4b1d8d433f7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:47.456304 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3f66afd5-78f4-41f7-ad59-92d2249a9511 req-9f4c208e-ed3d-4bbe-80e9-e4b1d8d433f7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 945 time: 0.0507321 Mar 14 11:18:47.506030 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3f66afd5-78f4-41f7-ad59-92d2249a9511 req-9405b1fe-5229-4a05-ad66-3c4d1050e0ec tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444574 Mar 14 11:18:48.348226 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d73b9f-6037-4678-aa04-3ac938d71b90 req-55767eab-6ab3-4529-90f7-1900891a76f8 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:48.349652 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77d73b9f-6037-4678-aa04-3ac938d71b90 req-55767eab-6ab3-4529-90f7-1900891a76f8 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 944 time: 0.0537646 Mar 14 11:18:48.396580 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77d73b9f-6037-4678-aa04-3ac938d71b90 req-f7163915-a749-475a-b3e4-0f9eeda82d01 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413964 Mar 14 11:18:48.449434 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ea2f9-390b-4cf9-98e9-cdb8660229de req-56fd4dce-e7f0-4aba-92af-32299a8af7de tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:48.451633 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3f0ea2f9-390b-4cf9-98e9-cdb8660229de req-56fd4dce-e7f0-4aba-92af-32299a8af7de tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 945 time: 0.0505042 Mar 14 11:18:48.495521 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3f0ea2f9-390b-4cf9-98e9-cdb8660229de req-576356c5-ee2b-48d0-879e-26b08f903bff tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384324 Mar 14 11:18:48.618513 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45264d98-5f29-47ef-a57f-f1b815a75e26 req-87ae2141-a7ff-4585-b2ba-66e1e90e56bc tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:48.619961 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-45264d98-5f29-47ef-a57f-f1b815a75e26 req-87ae2141-a7ff-4585-b2ba-66e1e90e56bc tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 945 time: 0.0508792 Mar 14 11:18:48.667007 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-45264d98-5f29-47ef-a57f-f1b815a75e26 req-f631458c-f5f7-440c-ae2b-8a54af622d2c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406725 Mar 14 11:18:49.509744 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3793da-6e25-440a-8029-685f6ad87b3f req-b962b42e-f608-4e19-9100-15a6db55553d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:49.511213 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7d3793da-6e25-440a-8029-685f6ad87b3f req-b962b42e-f608-4e19-9100-15a6db55553d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 944 time: 0.0504646 Mar 14 11:18:49.564380 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7d3793da-6e25-440a-8029-685f6ad87b3f req-f7e4d9cd-89ae-43f2-a33c-10242b5adb10 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468023 Mar 14 11:18:49.616145 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf8e05-150e-4385-8eea-3718ad95a25f req-60c9c016-0a84-47dc-843b-1dca2c3a9538 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:49.617510 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0fdf8e05-150e-4385-8eea-3718ad95a25f req-60c9c016-0a84-47dc-843b-1dca2c3a9538 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 945 time: 0.0517864 Mar 14 11:18:49.667199 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0fdf8e05-150e-4385-8eea-3718ad95a25f req-d1aa55c0-c2f4-46a9-9c18-e8dfa68ef555 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436406 Mar 14 11:18:49.789848 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257054ba-713b-4f9f-8414-9487746ed865 req-ea37d899-6dd6-4094-886f-c556321c3fbd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:49.791343 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-257054ba-713b-4f9f-8414-9487746ed865 req-ea37d899-6dd6-4094-886f-c556321c3fbd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 945 time: 0.0569701 Mar 14 11:18:49.838731 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-257054ba-713b-4f9f-8414-9487746ed865 req-6fbcd94f-e255-49e4-9ddc-6625fd8d50f9 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Mar 14 11:18:50.310221 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 36732712-50e4-4c26-9afa-0c0995c1a8db up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:18:50.462156 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port 36732712-50e4-4c26-9afa-0c0995c1a8db completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:18:50.467068 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port 36732712-50e4-4c26-9afa-0c0995c1a8db triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:50.467668 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (36732712-50e4-4c26-9afa-0c0995c1a8db), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:50.542264 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 36732712-50e4-4c26-9afa-0c0995c1a8db is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:50.542659 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (36732712-50e4-4c26-9afa-0c0995c1a8db), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:50.564930 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d4494b-b3b8-48a8-a3f5-261f901b012b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36732712-50e4-4c26-9afa-0c0995c1a8db'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:18:50.638857 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 36732712-50e4-4c26-9afa-0c0995c1a8db, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=36732712-50e4-4c26-9afa-0c0995c1a8db,segment=NetworkSegment(22d30d57-1d1d-4a99-b29b-5130df472b27),segment_id=22d30d57-1d1d-4a99-b29b-5130df472b27)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:50.687219 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a2206-0393-4dd7-99a3-9d7ab0f5bcaa req-4e7e8349-fad9-467c-a5ab-ba02a2747563 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:50.688711 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a8a2206-0393-4dd7-99a3-9d7ab0f5bcaa req-4e7e8349-fad9-467c-a5ab-ba02a2747563 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 944 time: 0.0584292 Mar 14 11:18:50.738196 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a8a2206-0393-4dd7-99a3-9d7ab0f5bcaa req-38b8771c-4072-43eb-a21b-ebefbac73210 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439630 Mar 14 11:18:50.744736 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ec1c46-3ad5-4479-8d19-323909eacaea" -d '{"events": [{"server_uuid": "49d4494b-b3b8-48a8-a3f5-261f901b012b", "name": "network-vif-plugged", "status": "completed", "tag": "36732712-50e4-4c26-9afa-0c0995c1a8db"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:18:50.749710 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (36732712-50e4-4c26-9afa-0c0995c1a8db), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:50.758354 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:18:50.804737 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120201d1-3adf-4abf-b616-e9600ba1a4f8 req-6b7c94e8-cfcc-48d1-ba55-041dabd4268d tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:50.812633 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-120201d1-3adf-4abf-b616-e9600ba1a4f8 req-6b7c94e8-cfcc-48d1-ba55-041dabd4268d tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 945 time: 0.0597446 Mar 14 11:18:50.835417 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=36732712-50e4-4c26-9afa-0c0995c1a8db,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:50.854867 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d22218-95e5-4796-9ede-69fa4341a1b2 x-openstack-request-id: req-20d22218-95e5-4796-9ede-69fa4341a1b2 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:18:50.855179 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d4494b-b3b8-48a8-a3f5-261f901b012b", "name": "network-vif-plugged", "status": "completed", "tag": "36732712-50e4-4c26-9afa-0c0995c1a8db", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:18:50.855492 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20d22218-95e5-4796-9ede-69fa4341a1b2 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:18:50.859911 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d4494b-b3b8-48a8-a3f5-261f901b012b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36732712-50e4-4c26-9afa-0c0995c1a8db', 'code': 200} Mar 14 11:18:50.868380 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-120201d1-3adf-4abf-b616-e9600ba1a4f8 req-f2b7454f-6195-4410-aa6e-d5df709c67f7 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547774 Mar 14 11:18:50.913505 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:18:50.917666 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:50.918078 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:50.959417 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829216d8-81f6-42de-80d4-8b06ca8b7f05 req-a8e20913-0af4-4bad-8b4f-86c489634063 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:50.960828 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-829216d8-81f6-42de-80d4-8b06ca8b7f05 req-a8e20913-0af4-4bad-8b4f-86c489634063 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 945 time: 0.0542934 Mar 14 11:18:51.024060 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-829216d8-81f6-42de-80d4-8b06ca8b7f05 req-e94e86bf-59cb-47c1-ab09-2b1c998c9f66 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463490 Mar 14 11:18:51.107631 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:51.108023 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:51.140719 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368,segment=NetworkSegment(22d30d57-1d1d-4a99-b29b-5130df472b27),segment_id=22d30d57-1d1d-4a99-b29b-5130df472b27)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:51.307409 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:51.308274 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:18:51.383045 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:51.444366 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:18:51.448075 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:51.448448 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:51.523536 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:51.523840 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:51.554174 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:51.685099 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:51.685902 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 618e5042-f8f3-4398-b7b8-d4520a880c0e up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:18:51.763958 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:51.850285 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port 618e5042-f8f3-4398-b7b8-d4520a880c0e completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:18:51.852722 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b739cab-df18-4f0b-9c96-2fed0d7273ff req-41f3e435-2e1d-4a9b-a05b-55b5970cd4fd tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:51.854191 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6b739cab-df18-4f0b-9c96-2fed0d7273ff req-41f3e435-2e1d-4a9b-a05b-55b5970cd4fd tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0496984 Mar 14 11:18:51.854671 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port 618e5042-f8f3-4398-b7b8-d4520a880c0e triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:18:51.855050 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (618e5042-f8f3-4398-b7b8-d4520a880c0e), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:51.906328 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6b739cab-df18-4f0b-9c96-2fed0d7273ff req-a9a4b7e5-71dd-41f4-b37f-fe606dcb6ace tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459518 Mar 14 11:18:51.938279 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 618e5042-f8f3-4398-b7b8-d4520a880c0e is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:18:51.938680 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (618e5042-f8f3-4398-b7b8-d4520a880c0e), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:51.972022 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 618e5042-f8f3-4398-b7b8-d4520a880c0e, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=618e5042-f8f3-4398-b7b8-d4520a880c0e,segment=NetworkSegment(b086701a-9307-49b0-a0a4-ba70fc793010),segment_id=b086701a-9307-49b0-a0a4-ba70fc793010)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:18:51.992829 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfebd2f-fbe8-4c0e-9a95-2fdb2582de4a req-7469866c-dbff-426f-8e86-849c7416f48a tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:51.994357 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2bfebd2f-fbe8-4c0e-9a95-2fdb2582de4a req-7469866c-dbff-426f-8e86-849c7416f48a tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 945 time: 0.0549150 Mar 14 11:18:52.042201 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2bfebd2f-fbe8-4c0e-9a95-2fdb2582de4a req-0afc14fd-4b3a-4522-85b2-76237cfa3de4 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412979 Mar 14 11:18:52.096405 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (618e5042-f8f3-4398-b7b8-d4520a880c0e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:52.140015 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf780cf2-d053-4e6d-a8e5-f6b2c77b04d6 req-fd7af817-e17d-416a-aad3-3d02201959e9 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:52.141575 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cf780cf2-d053-4e6d-a8e5-f6b2c77b04d6 req-fd7af817-e17d-416a-aad3-3d02201959e9 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0521474 Mar 14 11:18:52.150233 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=618e5042-f8f3-4398-b7b8-d4520a880c0e,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:52.188651 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cf780cf2-d053-4e6d-a8e5-f6b2c77b04d6 req-83176f3c-0e05-476c-9ef0-9d920f507a25 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411844 Mar 14 11:18:52.857604 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2064e9d5-cd1f-412d-ba1d-ad0e150e29d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368'}, {'server_uuid': '4b2e0d2a-3114-46cb-9e61-8cec4d9d7538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d'}, {'server_uuid': 'b87aeb94-8e31-4170-ad0c-f175d365040e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618e5042-f8f3-4398-b7b8-d4520a880c0e'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:18:52.859947 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d6ea29-ea73-4b28-85f5-ce31c91296dd" -d '{"events": [{"server_uuid": "2064e9d5-cd1f-412d-ba1d-ad0e150e29d8", "name": "network-vif-plugged", "status": "completed", "tag": "7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368"}, {"server_uuid": "4b2e0d2a-3114-46cb-9e61-8cec4d9d7538", "name": "network-vif-plugged", "status": "completed", "tag": "758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d"}, {"server_uuid": "b87aeb94-8e31-4170-ad0c-f175d365040e", "name": "network-vif-plugged", "status": "completed", "tag": "618e5042-f8f3-4398-b7b8-d4520a880c0e"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:18:52.903261 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 14 Mar 2022 11:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc9c696-f43f-4413-b38d-e10b2b27a827 x-openstack-request-id: req-bfc9c696-f43f-4413-b38d-e10b2b27a827 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:18:52.903903 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2064e9d5-cd1f-412d-ba1d-ad0e150e29d8", "name": "network-vif-plugged", "status": "completed", "tag": "7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368", "code": 200}, {"server_uuid": "4b2e0d2a-3114-46cb-9e61-8cec4d9d7538", "name": "network-vif-plugged", "status": "completed", "tag": "758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d", "code": 200}, {"server_uuid": "b87aeb94-8e31-4170-ad0c-f175d365040e", "name": "network-vif-plugged", "status": "completed", "tag": "618e5042-f8f3-4398-b7b8-d4520a880c0e", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:18:52.904163 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bfc9c696-f43f-4413-b38d-e10b2b27a827 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:18:52.904573 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2064e9d5-cd1f-412d-ba1d-ad0e150e29d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368', 'code': 200} Mar 14 11:18:52.904831 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2e0d2a-3114-46cb-9e61-8cec4d9d7538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d', 'code': 200} Mar 14 11:18:52.905087 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87aeb94-8e31-4170-ad0c-f175d365040e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618e5042-f8f3-4398-b7b8-d4520a880c0e', 'code': 200} Mar 14 11:18:53.050715 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874579f0-b4ee-4c46-973a-52833af62756 req-812e34ed-eb3f-4793-a550-052ed2a8faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:53.052227 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-874579f0-b4ee-4c46-973a-52833af62756 req-812e34ed-eb3f-4793-a550-052ed2a8faf8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 1130 time: 0.1192560 Mar 14 11:18:53.059981 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c553b0d-7a23-4818-97ba-2d82471abb5c req-0ed4927c-7e77-4886-a31d-a9656a3d2f0f tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:53.061325 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0c553b0d-7a23-4818-97ba-2d82471abb5c req-0ed4927c-7e77-4886-a31d-a9656a3d2f0f tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0776229 Mar 14 11:18:53.085096 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-874579f0-b4ee-4c46-973a-52833af62756 req-50f7bbb9-c582-4079-8216-e76d7f70d140 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:53.132431 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0c553b0d-7a23-4818-97ba-2d82471abb5c req-787c8d1d-dfa2-4fa7-a7ae-42bba79ff276 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649626 Mar 14 11:18:53.205204 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b300a8b-58e4-4d70-9a39-08b3d9d64874 req-0742eaa2-dbda-4206-8cde-85d5bc99b944 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:53.207730 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b300a8b-58e4-4d70-9a39-08b3d9d64874 req-0742eaa2-dbda-4206-8cde-85d5bc99b944 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 946 time: 0.0876822 Mar 14 11:18:53.211311 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-874579f0-b4ee-4c46-973a-52833af62756 req-50f7bbb9-c582-4079-8216-e76d7f70d140 service neutron] Publish callbacks [] for security_group (bee57d29-ff40-4449-ba50-949f260a1f68), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:53.254031 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b300a8b-58e4-4d70-9a39-08b3d9d64874 req-fb29e789-9993-4347-88f6-fab4f17adfc9 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456052 Mar 14 11:18:53.316573 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-874579f0-b4ee-4c46-973a-52833af62756 req-50f7bbb9-c582-4079-8216-e76d7f70d140 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (bee57d29-ff40-4449-ba50-949f260a1f68), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:53.377385 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.44', 63248) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:53.397389 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-874579f0-b4ee-4c46-973a-52833af62756 req-50f7bbb9-c582-4079-8216-e76d7f70d140 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351371 Mar 14 11:18:53.417911 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851ff2b-cac9-4111-918d-17d0903c3d54 req-fc34560e-7570-4891-a5fd-5c3d6644ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:53.419975 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d851ff2b-cac9-4111-918d-17d0903c3d54 req-fc34560e-7570-4891-a5fd-5c3d6644ce0f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 1130 time: 0.1674211 Mar 14 11:18:53.422562 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7bbb9-c582-4079-8216-e76d7f70d140 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bee57d29-ff40-4449-ba50-949f260a1f68,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:53.431953 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c043eef-f58e-4278-9c0a-a15c36ef5c55 req-7b632e8c-5af1-4925-8c93-4075b3e4f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:53.433681 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0c043eef-f58e-4278-9c0a-a15c36ef5c55 req-7b632e8c-5af1-4925-8c93-4075b3e4f742 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 1129 time: 0.0794587 Mar 14 11:18:53.441194 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790870a-22be-429f-b89e-453ab2fb1242 req-202e9fd4-5dc9-4b06-bf51-6ac5f4d61293 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:53.442743 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1790870a-22be-429f-b89e-453ab2fb1242 req-202e9fd4-5dc9-4b06-bf51-6ac5f4d61293 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.1744418 Mar 14 11:18:53.468879 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21653661-d61b-4166-b177-9393f324977f req-728ded7b-c3d0-4f6a-b0e5-a5a38ea84451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:53.470366 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-21653661-d61b-4166-b177-9393f324977f req-728ded7b-c3d0-4f6a-b0e5-a5a38ea84451 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 1130 time: 0.0878091 Mar 14 11:18:53.501779 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1790870a-22be-429f-b89e-453ab2fb1242 req-21c50edb-d335-4791-ada7-681fb8cc91ef tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522861 Mar 14 11:18:53.761171 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0c043eef-f58e-4278-9c0a-a15c36ef5c55 req-7ad346a4-aaba-444c-8ec8-8250a77a54e3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450630 Mar 14 11:18:53.782048 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-21653661-d61b-4166-b177-9393f324977f req-0c349c2b-4f23-4116-84a1-4c6e397a1f7d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610297 Mar 14 11:18:53.783986 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d851ff2b-cac9-4111-918d-17d0903c3d54 req-d1d5640e-5c85-43bb-ac05-e3b0039d605d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694566 Mar 14 11:18:54.259991 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97aa557-7bf5-4466-af65-09f38c4de6ed req-dffd72a1-272b-4024-9f98-70db9f671b36 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:54.263275 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d97aa557-7bf5-4466-af65-09f38c4de6ed req-dffd72a1-272b-4024-9f98-70db9f671b36 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0574458 Mar 14 11:18:54.333972 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d97aa557-7bf5-4466-af65-09f38c4de6ed req-cc10ed50-1c1e-49c2-a16d-ca6f07092746 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653617 Mar 14 11:18:54.385693 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed29aab-088c-4e8d-ab66-b669c98ab805 req-508281da-a8e6-4817-ac9d-75784d4dfb6e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:54.393163 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eed29aab-088c-4e8d-ab66-b669c98ab805 req-508281da-a8e6-4817-ac9d-75784d4dfb6e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 946 time: 0.0634842 Mar 14 11:18:54.440004 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eed29aab-088c-4e8d-ab66-b669c98ab805 req-691eeb78-929e-44e2-ba5f-f325f89ba734 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458894 Mar 14 11:18:54.622566 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710659e9-f969-4e1b-a708-30d6c4c63e69 req-a925132f-fc8e-42d4-a4ea-bd02793c5b43 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:54.624096 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-710659e9-f969-4e1b-a708-30d6c4c63e69 req-a925132f-fc8e-42d4-a4ea-bd02793c5b43 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0564408 Mar 14 11:18:54.671863 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-710659e9-f969-4e1b-a708-30d6c4c63e69 req-bcd69131-747d-4c74-9fd2-a3fd2b3e9c28 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418103 Mar 14 11:18:54.967172 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 51544) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:55.076922 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f57d2277-16ef-4fa9-8246-4a4ee931a99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:55.150880 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f57d2277-16ef-4fa9-8246-4a4ee931a99e admin admin] Publish callbacks [] for security_group (df8cc3f6-a4df-4072-8ef1-0a202ca25aba), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:55.273073 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f57d2277-16ef-4fa9-8246-4a4ee931a99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (df8cc3f6-a4df-4072-8ef1-0a202ca25aba), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:55.314544 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f57d2277-16ef-4fa9-8246-4a4ee931a99e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91b2dc49d84247c4b99b324800329dab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459797 Mar 14 11:18:55.315820 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d2277-16ef-4fa9-8246-4a4ee931a99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8cc3f6-a4df-4072-8ef1-0a202ca25aba,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:55.317252 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51552) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:55.369229 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d0bf6809-f355-4447-b75a-51975c412a4c admin admin] Publish callbacks [] for security_group (df8cc3f6-a4df-4072-8ef1-0a202ca25aba), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:55.394731 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d0bf6809-f355-4447-b75a-51975c412a4c admin admin] Publish callbacks [] for security_group (df8cc3f6-a4df-4072-8ef1-0a202ca25aba), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:55.464539 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38a48d-efc9-4318-b5eb-75e39c0bb667 req-cc186e66-c4bc-4e1c-aafb-7d56a7474bbb tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:55.464539 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8d38a48d-efc9-4318-b5eb-75e39c0bb667 req-cc186e66-c4bc-4e1c-aafb-7d56a7474bbb tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0525105 Mar 14 11:18:55.523318 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8d38a48d-efc9-4318-b5eb-75e39c0bb667 req-6d33a593-ee8f-490b-84e2-cca1ad700cc6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527034 Mar 14 11:18:55.554095 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d0bf6809-f355-4447-b75a-51975c412a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (df8cc3f6-a4df-4072-8ef1-0a202ca25aba), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:55.556589 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d0bf6809-f355-4447-b75a-51975c412a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:55.558404 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d0bf6809-f355-4447-b75a-51975c412a4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/df8cc3f6-a4df-4072-8ef1-0a202ca25aba HTTP/1.1" status: 204 len: 168 time: 0.2392392 Mar 14 11:18:55.572282 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf6809-f355-4447-b75a-51975c412a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8cc3f6-a4df-4072-8ef1-0a202ca25aba,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:55.583557 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469fbaf-8cdb-4c5f-bfa2-8e10ca3bda53 req-3ce089cf-1b4d-4910-aa88-e63af42e312a tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:55.585022 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0469fbaf-8cdb-4c5f-bfa2-8e10ca3bda53 req-3ce089cf-1b4d-4910-aa88-e63af42e312a tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 946 time: 0.0715339 Mar 14 11:18:55.644655 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0469fbaf-8cdb-4c5f-bfa2-8e10ca3bda53 req-8ae482d9-fe63-493f-b17f-33ddcb647078 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528324 Mar 14 11:18:55.791351 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6ff90-0f02-4718-a17f-68aa194ef813 req-fc5e9405-6adb-4963-bae9-d3cccf5c3fa6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:55.792899 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-57f6ff90-0f02-4718-a17f-68aa194ef813 req-fc5e9405-6adb-4963-bae9-d3cccf5c3fa6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0511770 Mar 14 11:18:55.855104 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-57f6ff90-0f02-4718-a17f-68aa194ef813 req-4e506618-2044-4e96-b5fb-24750036212d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537829 Mar 14 11:18:56.270871 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51588) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:56.284963 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3be3-567b-4497-88eb-38eee50ff0d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:56.357398 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3be3-567b-4497-88eb-38eee50ff0d0 admin admin] Publish callbacks [] for security_group (0f8eb03d-b642-41a2-ab0b-61c3fc540957), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:56.455885 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3dc3be3-567b-4497-88eb-38eee50ff0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (0f8eb03d-b642-41a2-ab0b-61c3fc540957), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:56.483960 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 51602) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:56.508122 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc3be3-567b-4497-88eb-38eee50ff0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8eb03d-b642-41a2-ab0b-61c3fc540957,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:56.512501 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f3dc3be3-567b-4497-88eb-38eee50ff0d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8d454af5420b4636be11d4985f4731c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403469 Mar 14 11:18:56.516529 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 51606) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:56.585571 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9776a445-c21e-402f-96f3-d4f548d16054 admin admin] Publish callbacks [] for security_group (0f8eb03d-b642-41a2-ab0b-61c3fc540957), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:56.615507 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9776a445-c21e-402f-96f3-d4f548d16054 admin admin] Publish callbacks [] for security_group (0f8eb03d-b642-41a2-ab0b-61c3fc540957), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:56.654696 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869356c2-0c3f-4668-b931-d01adc89c0b9 req-6289c387-aa68-4f0e-a371-5c5e97bb97d9 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:56.656525 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-869356c2-0c3f-4668-b931-d01adc89c0b9 req-6289c387-aa68-4f0e-a371-5c5e97bb97d9 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0639696 Mar 14 11:18:56.722534 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-869356c2-0c3f-4668-b931-d01adc89c0b9 req-54f7294a-00a1-4236-b0a7-60464d31691a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584970 Mar 14 11:18:56.794542 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbed8c-b946-4854-8c95-cfa5b4222e11 req-ddca1dc6-5dee-46d8-baa6-72b61246db50 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:56.802619 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e2cbed8c-b946-4854-8c95-cfa5b4222e11 req-ddca1dc6-5dee-46d8-baa6-72b61246db50 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 946 time: 0.0723805 Mar 14 11:18:56.805613 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9776a445-c21e-402f-96f3-d4f548d16054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (0f8eb03d-b642-41a2-ab0b-61c3fc540957), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:56.809314 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9776a445-c21e-402f-96f3-d4f548d16054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:56.810657 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-9776a445-c21e-402f-96f3-d4f548d16054 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0f8eb03d-b642-41a2-ab0b-61c3fc540957 HTTP/1.1" status: 204 len: 168 time: 0.2929466 Mar 14 11:18:56.842882 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776a445-c21e-402f-96f3-d4f548d16054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8eb03d-b642-41a2-ab0b-61c3fc540957,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:56.856518 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-20b82ff8-6367-4383-8001-ab09d3c94eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:56.910485 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e2cbed8c-b946-4854-8c95-cfa5b4222e11 req-721875d1-6e78-4682-a429-9f720936e938 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066346 Mar 14 11:18:57.008290 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-20b82ff8-6367-4383-8001-ab09d3c94eac admin admin] Publish callbacks [] for security_group (877ef7eb-4a08-426f-8635-0b2702670917), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:57.020589 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 51626) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:57.027410 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf3cbd-82f1-41e7-8c0b-f295bc8922a7 req-2dcc81d0-7e5e-4c54-88b7-fad3a84811d2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:57.032816 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecdf3cbd-82f1-41e7-8c0b-f295bc8922a7 req-2dcc81d0-7e5e-4c54-88b7-fad3a84811d2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0939331 Mar 14 11:18:57.090909 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-20b82ff8-6367-4383-8001-ab09d3c94eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (877ef7eb-4a08-426f-8635-0b2702670917), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:57.095000 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ecdf3cbd-82f1-41e7-8c0b-f295bc8922a7 req-baedb2a8-01a2-4b9c-8422-4eeeb5bdc104 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561664 Mar 14 11:18:57.176717 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-20b82ff8-6367-4383-8001-ab09d3c94eac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1219b30356fc4b769ea5b5287c7e7373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6910295 Mar 14 11:18:57.178849 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b82ff8-6367-4383-8001-ab09d3c94eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877ef7eb-4a08-426f-8635-0b2702670917,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:57.180898 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51640) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:57.252796 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-936f4639-9960-4bf3-9cf5-37bad074ce2c admin admin] Publish callbacks [] for security_group (877ef7eb-4a08-426f-8635-0b2702670917), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:57.292338 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-936f4639-9960-4bf3-9cf5-37bad074ce2c admin admin] Publish callbacks [] for security_group (877ef7eb-4a08-426f-8635-0b2702670917), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:57.416330 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6c18c4d2-8c13-47f3-a247-ca394b704c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:57.492039 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-936f4639-9960-4bf3-9cf5-37bad074ce2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (877ef7eb-4a08-426f-8635-0b2702670917), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:57.495233 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-936f4639-9960-4bf3-9cf5-37bad074ce2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:57.496912 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-936f4639-9960-4bf3-9cf5-37bad074ce2c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/877ef7eb-4a08-426f-8635-0b2702670917 HTTP/1.1" status: 204 len: 168 time: 0.3133106 Mar 14 11:18:57.508970 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f4639-9960-4bf3-9cf5-37bad074ce2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877ef7eb-4a08-426f-8635-0b2702670917,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:57.556000 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6c18c4d2-8c13-47f3-a247-ca394b704c05 admin admin] Publish callbacks [] for security_group (d2243338-1083-40a3-af2d-6e7eadb84706), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:57.627568 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6c18c4d2-8c13-47f3-a247-ca394b704c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (d2243338-1083-40a3-af2d-6e7eadb84706), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:57.696645 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-6c18c4d2-8c13-47f3-a247-ca394b704c05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a6f01bfe689d414ea44af65a7bf832fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6632147 Mar 14 11:18:57.696645 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18c4d2-8c13-47f3-a247-ca394b704c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2243338-1083-40a3-af2d-6e7eadb84706,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:57.697118 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51662) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:57.739911 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98b252ca-589f-497e-8a11-076b77d3938e admin admin] Publish callbacks [] for security_group (d2243338-1083-40a3-af2d-6e7eadb84706), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:57.761310 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98b252ca-589f-497e-8a11-076b77d3938e admin admin] Publish callbacks [] for security_group (d2243338-1083-40a3-af2d-6e7eadb84706), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:57.879192 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572dc24-631d-4029-ba85-b982a2ea71de req-34205e98-7765-4d69-9309-d8a856c6e05b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:57.884970 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f572dc24-631d-4029-ba85-b982a2ea71de req-34205e98-7765-4d69-9309-d8a856c6e05b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0592129 Mar 14 11:18:57.896427 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98b252ca-589f-497e-8a11-076b77d3938e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (d2243338-1083-40a3-af2d-6e7eadb84706), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:57.899567 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-98b252ca-589f-497e-8a11-076b77d3938e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:57.901826 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-98b252ca-589f-497e-8a11-076b77d3938e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2243338-1083-40a3-af2d-6e7eadb84706 HTTP/1.1" status: 204 len: 168 time: 0.2122912 Mar 14 11:18:57.916149 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b252ca-589f-497e-8a11-076b77d3938e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2243338-1083-40a3-af2d-6e7eadb84706,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:57.962494 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f572dc24-631d-4029-ba85-b982a2ea71de req-d5b0752d-bfd0-4591-8ac3-d038b2d611cc tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721126 Mar 14 11:18:58.046309 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0360fb-f59a-44c5-a2ff-4607c7bef366 req-2e32c305-9e59-4e72-84fa-55a00c979e66 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:58.047777 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb0360fb-f59a-44c5-a2ff-4607c7bef366 req-2e32c305-9e59-4e72-84fa-55a00c979e66 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 946 time: 0.0558791 Mar 14 11:18:58.096875 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cb0360fb-f59a-44c5-a2ff-4607c7bef366 req-50a0ee05-a8f6-4487-a757-e5d6c807c6e1 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433626 Mar 14 11:18:58.221022 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c5819-70c1-4b4b-a080-a1478f49fb29 req-9cd7adc3-e90c-4052-94a9-636666dc13a1 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:58.222497 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e33c5819-70c1-4b4b-a080-a1478f49fb29 req-9cd7adc3-e90c-4052-94a9-636666dc13a1 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0547791 Mar 14 11:18:58.282889 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e33c5819-70c1-4b4b-a080-a1478f49fb29 req-349f325f-c79a-40ab-8b88-391a73c86a41 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545621 Mar 14 11:18:58.316633 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51690) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:58.330899 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f11d-f92f-4170-a06d-60c0b30b6d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:58.436790 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f11d-f92f-4170-a06d-60c0b30b6d56 admin admin] Publish callbacks [] for security_group (7f6229aa-9af0-4454-892a-936596115512), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:58.459844 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a536d-4926-4601-a7c4-3fd2757c0c6f req-1438feeb-d2da-47ba-a470-9a5d51d999a8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:58.462269 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f10a536d-4926-4601-a7c4-3fd2757c0c6f req-1438feeb-d2da-47ba-a470-9a5d51d999a8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0743113 Mar 14 11:18:58.470359 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 51694) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:58.474811 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-e3d8fb11-c4ef-4fcc-918c-367be3ff3f4d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Request body: {'floatingip': {'port_id': '758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:18:58.545122 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e3d8fb11-c4ef-4fcc-918c-367be3ff3f4d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for floatingip (973e45b7-9201-4b20-8be3-4e1dcc555308), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:58.628630 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a5f1f11d-f92f-4170-a06d-60c0b30b6d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (7f6229aa-9af0-4454-892a-936596115512), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:58.724714 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a5f1f11d-f92f-4170-a06d-60c0b30b6d56 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=11ce71002f704ab68ed80a62786075bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4066355 Mar 14 11:18:58.735688 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51704) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:58.736400 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1f11d-f92f-4170-a06d-60c0b30b6d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6229aa-9af0-4454-892a-936596115512,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:58.851681 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a2e62da8-6d53-4517-8308-69237cd7e3ef admin admin] Publish callbacks [] for security_group (7f6229aa-9af0-4454-892a-936596115512), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:58.860759 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f361019-91a0-43ad-add2-b7f9c562e49f req-e4a4f20e-01f1-49fc-b9a3-615504ae1305 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:58.862272 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f361019-91a0-43ad-add2-b7f9c562e49f req-e4a4f20e-01f1-49fc-b9a3-615504ae1305 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0945671 Mar 14 11:18:58.896299 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a2e62da8-6d53-4517-8308-69237cd7e3ef admin admin] Publish callbacks [] for security_group (7f6229aa-9af0-4454-892a-936596115512), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:58.948248 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f361019-91a0-43ad-add2-b7f9c562e49f req-cc809f79-9604-46a6-8886-77f87cc9fb66 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777941 Mar 14 11:18:58.993330 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768763c2-8f80-47c3-a71b-00068358235e req-8edf8d22-da37-4b52-a2db-2a3745b9d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:58.994803 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-768763c2-8f80-47c3-a71b-00068358235e req-8edf8d22-da37-4b52-a2db-2a3745b9d5d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=956dc6f8d72144c9810e5e5a83ba7fb7&device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 1129 time: 0.1372588 Mar 14 11:18:59.028709 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a2e62da8-6d53-4517-8308-69237cd7e3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (7f6229aa-9af0-4454-892a-936596115512), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:59.031300 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a2e62da8-6d53-4517-8308-69237cd7e3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:59.033776 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a2e62da8-6d53-4517-8308-69237cd7e3ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f6229aa-9af0-4454-892a-936596115512 HTTP/1.1" status: 204 len: 168 time: 0.2915347 Mar 14 11:18:59.044406 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e62da8-6d53-4517-8308-69237cd7e3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6229aa-9af0-4454-892a-936596115512,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:59.128128 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51718) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:59.145993 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e0fdd9e2-ceda-43bd-bc26-d1383591b34a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:59.339950 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e0fdd9e2-ceda-43bd-bc26-d1383591b34a admin admin] Publish callbacks [] for security_group (a35018e0-f51c-44cb-9ab8-a705f94b5a9d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:59.423196 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e0fdd9e2-ceda-43bd-bc26-d1383591b34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (a35018e0-f51c-44cb-9ab8-a705f94b5a9d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:59.463212 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e0fdd9e2-ceda-43bd-bc26-d1383591b34a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ca3d29a8a704889980fba6ed4c6c4aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3395603 Mar 14 11:18:59.468526 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 51728) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:59.477352 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdd9e2-ceda-43bd-bc26-d1383591b34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35018e0-f51c-44cb-9ab8-a705f94b5a9d,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:18:59.487885 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768763c2-8f80-47c3-a71b-00068358235e req-e29b9d7e-9aa0-46a0-8bab-34471367a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:59.489423 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-768763c2-8f80-47c3-a71b-00068358235e req-e29b9d7e-9aa0-46a0-8bab-34471367a3b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2772757-d7bb-48b9-8bff-3ecf99e6887b HTTP/1.1" status: 200 len: 919 time: 0.4845231 Mar 14 11:18:59.578003 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-768763c2-8f80-47c3-a71b-00068358235e req-a944fe23-8a5b-4d97-9893-64678d4093b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 HTTP/1.1" status: 200 len: 217 time: 0.0786738 Mar 14 11:18:59.643980 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.db.resource_extend [None req-e3d8fb11-c4ef-4fcc-918c-367be3ff3f4d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 11:18:59.717770 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768763c2-8f80-47c3-a71b-00068358235e req-dadf94cd-f399-482e-931d-37b296bef426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:18:59.719335 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-768763c2-8f80-47c3-a71b-00068358235e req-dadf94cd-f399-482e-931d-37b296bef426 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3835724-6a4b-4d00-8537-d241934aa76b HTTP/1.1" status: 200 len: 858 time: 0.1242321 Mar 14 11:18:59.726824 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3dd9388f-086c-430b-ae11-2822197f141a admin admin] Publish callbacks [] for security_group (a35018e0-f51c-44cb-9ab8-a705f94b5a9d), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:59.776336 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-768763c2-8f80-47c3-a71b-00068358235e req-e2c78349-e398-440c-a51b-aa2c2bd5f174 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2772757-d7bb-48b9-8bff-3ecf99e6887b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476303 Mar 14 11:18:59.779118 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e3d8fb11-c4ef-4fcc-918c-367be3ff3f4d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:59.800043 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3dd9388f-086c-430b-ae11-2822197f141a admin admin] Publish callbacks [] for security_group (a35018e0-f51c-44cb-9ab8-a705f94b5a9d), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:59.875143 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e3d8fb11-c4ef-4fcc-918c-367be3ff3f4d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (973e45b7-9201-4b20-8be3-4e1dcc555308), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:18:59.902353 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51742) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:18:59.973229 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-768763c2-8f80-47c3-a71b-00068358235e req-5d407b49-9eef-4f03-bc3f-2ad1143e226f service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905091 Mar 14 11:19:00.079164 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [None req-e3d8fb11-c4ef-4fcc-918c-367be3ff3f4d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Floating IP 973e45b7-9201-4b20-8be3-4e1dcc555308 associated. External IP: 172.27.3.36, port: 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d. Mar 14 11:19:00.149835 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3dd9388f-086c-430b-ae11-2822197f141a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (a35018e0-f51c-44cb-9ab8-a705f94b5a9d), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:00.152491 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3dd9388f-086c-430b-ae11-2822197f141a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:00.153798 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3dd9388f-086c-430b-ae11-2822197f141a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a35018e0-f51c-44cb-9ab8-a705f94b5a9d HTTP/1.1" status: 204 len: 168 time: 0.6843526 Mar 14 11:19:00.168881 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-18cb0ff2-78fc-40b6-8b3c-960dd5c431b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:00.181258 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9388f-086c-430b-ae11-2822197f141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35018e0-f51c-44cb-9ab8-a705f94b5a9d,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:00.216290 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-768763c2-8f80-47c3-a71b-00068358235e req-f7156ece-0df1-4411-b1be-4f9cf48b5b0c service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130656 Mar 14 11:19:00.236756 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9a834-f4aa-48de-8ad0-bb2620ea56b2 req-356a9ae8-4e47-4a7c-b4f9-5a1f9eb690c0 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:00.243999 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3fc9a834-f4aa-48de-8ad0-bb2620ea56b2 req-356a9ae8-4e47-4a7c-b4f9-5a1f9eb690c0 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.2108243 Mar 14 11:19:00.315774 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-18cb0ff2-78fc-40b6-8b3c-960dd5c431b2 admin admin] Publish callbacks [] for security_group (97818cf6-c78b-4e35-ac92-8b30333dd47a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:00.339161 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3fc9a834-f4aa-48de-8ad0-bb2620ea56b2 req-bee6b503-6939-4ca1-ad9d-5c857cbc0944 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943511 Mar 14 11:19:00.459877 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d8fb11-c4ef-4fcc-918c-367be3ff3f4d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Router c16a800f-d222-4a0b-90ae-14289206e557 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:19:00.501988 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-18cb0ff2-78fc-40b6-8b3c-960dd5c431b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (97818cf6-c78b-4e35-ac92-8b30333dd47a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:00.556006 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-18cb0ff2-78fc-40b6-8b3c-960dd5c431b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4c8b7ba98e249198f524842a9530106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6518278 Mar 14 11:19:00.556928 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51776) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:00.564588 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb0ff2-78fc-40b6-8b3c-960dd5c431b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97818cf6-c78b-4e35-ac92-8b30333dd47a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:00.586507 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d8fb11-c4ef-4fcc-918c-367be3ff3f4d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:19:00.591945 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e3d8fb11-c4ef-4fcc-918c-367be3ff3f4d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:00.606397 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0f6cee-3b96-441a-8757-5cfb2a1088f5 None None] Sync routers for ids ['c16a800f-d222-4a0b-90ae-14289206e557'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:19:00.617798 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0f6cee-3b96-441a-8757-5cfb2a1088f5 None None] Routers {'c16a800f-d222-4a0b-90ae-14289206e557'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:19:00.618456 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8c0f6cee-3b96-441a-8757-5cfb2a1088f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:18:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['c16a800f-d222-4a0b-90ae-14289206e557'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:00.628111 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-e3d8fb11-c4ef-4fcc-918c-367be3ff3f4d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "PUT /v2.0/floatingips/973e45b7-9201-4b20-8be3-4e1dcc555308 HTTP/1.1" status: 200 len: 991 time: 2.1562681 Mar 14 11:19:00.628705 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2e0d2a-3114-46cb-9e61-8cec4d9d7538', 'tag': '758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:19:00.635742 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7878ff5-237d-4403-b68b-f748d5d100e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2e0d2a-3114-46cb-9e61-8cec4d9d7538", "tag": "758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:19:00.638657 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c7eb-7d1d-46ee-9ac1-3b5c9e1ee871 admin admin] Publish callbacks [] for security_group (97818cf6-c78b-4e35-ac92-8b30333dd47a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:00.666217 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c7eb-7d1d-46ee-9ac1-3b5c9e1ee871 admin admin] Publish callbacks [] for security_group (97818cf6-c78b-4e35-ac92-8b30333dd47a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:00.697481 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9717fe0-8f06-471d-9808-f1c3a9a9b9ab x-openstack-request-id: req-e9717fe0-8f06-471d-9808-f1c3a9a9b9ab {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:19:00.697778 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2e0d2a-3114-46cb-9e61-8cec4d9d7538", "tag": "758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:19:00.706402 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9717fe0-8f06-471d-9808-f1c3a9a9b9ab {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:19:00.706402 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2e0d2a-3114-46cb-9e61-8cec4d9d7538', 'tag': '758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d', 'status': 'completed', 'code': 200} Mar 14 11:19:00.732745 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-8c0f6cee-3b96-441a-8757-5cfb2a1088f5 None None] Set router c16a800f-d222-4a0b-90ae-14289206e557 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:19:00.772386 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7878ff5-237d-4403-b68b-f748d5d100e5 req-03f52643-438e-4417-ac75-1b414c2dcc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:00.774160 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e7878ff5-237d-4403-b68b-f748d5d100e5 req-03f52643-438e-4417-ac75-1b414c2dcc5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=720f0e77ff664a78913bdaee14f470ba&device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 1130 time: 0.0556471 Mar 14 11:19:00.864450 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c7eb-7d1d-46ee-9ac1-3b5c9e1ee871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (97818cf6-c78b-4e35-ac92-8b30333dd47a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:00.866459 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7878ff5-237d-4403-b68b-f748d5d100e5 req-e9407d48-e65e-4b9c-bdea-19178d595097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:00.868023 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e7878ff5-237d-4403-b68b-f748d5d100e5 req-e9407d48-e65e-4b9c-bdea-19178d595097 service neutron] 10.222.0.44 "GET /v2.0/networks?id=841c8ce7-e1ff-4086-80e2-ec77dada8502 HTTP/1.1" status: 200 len: 911 time: 0.0887213 Mar 14 11:19:00.869622 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c7eb-7d1d-46ee-9ac1-3b5c9e1ee871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:00.870795 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0fb8c7eb-7d1d-46ee-9ac1-3b5c9e1ee871 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97818cf6-c78b-4e35-ac92-8b30333dd47a HTTP/1.1" status: 204 len: 168 time: 0.3129458 Mar 14 11:19:00.891709 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8c7eb-7d1d-46ee-9ac1-3b5c9e1ee871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97818cf6-c78b-4e35-ac92-8b30333dd47a,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:01.010233 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e7878ff5-237d-4403-b68b-f748d5d100e5 req-69ee57da-ae0a-4da7-9fd5-b2a576dfc101 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d HTTP/1.1" status: 200 len: 999 time: 0.1368151 Mar 14 11:19:01.075627 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7878ff5-237d-4403-b68b-f748d5d100e5 req-5302b2fa-0e4f-440e-8259-5b5cc3cce918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:01.077169 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e7878ff5-237d-4403-b68b-f748d5d100e5 req-5302b2fa-0e4f-440e-8259-5b5cc3cce918 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccb908f7-3677-42e1-8bdd-62cd57924849 HTTP/1.1" status: 200 len: 849 time: 0.0599077 Mar 14 11:19:01.084578 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8c0f6cee-3b96-441a-8757-5cfb2a1088f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '973e45b7-9201-4b20-8be3-4e1dcc555308', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'port_id': '758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'mac_address': 'fa:16:3e:94:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2e0d2a-3114-46cb-9e61-8cec4d9d7538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:18:19Z', 'updated_at': '2022-03-14T11:18:59Z', 'revision_number': 1, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b79f0-b3af-4bb7-aba5-4f992f7895c3', 'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'mac_address': 'fa:16:3e:41:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:09Z', 'updated_at': '2022-03-14T11:18:17Z', 'revision_number': 5, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'subnets': [{'id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:01.118473 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0f6cee-3b96-441a-8757-5cfb2a1088f5 None None] Checking router: c16a800f-d222-4a0b-90ae-14289206e557 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:19:01.129457 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0f6cee-3b96-441a-8757-5cfb2a1088f5 None None] Routers {'c16a800f-d222-4a0b-90ae-14289206e557'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:19:01.130163 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8c0f6cee-3b96-441a-8757-5cfb2a1088f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:18:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['c16a800f-d222-4a0b-90ae-14289206e557'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:01.136473 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7878ff5-237d-4403-b68b-f748d5d100e5 req-4295ea65-6fc0-4796-9530-2f1f278751d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:01.138198 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e7878ff5-237d-4403-b68b-f748d5d100e5 req-4295ea65-6fc0-4796-9530-2f1f278751d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=841c8ce7-e1ff-4086-80e2-ec77dada8502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541608 Mar 14 11:19:01.158923 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51794) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:01.175550 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-312a35fe-e260-4100-8d5f-03d9ead2fc5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:01.302632 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-312a35fe-e260-4100-8d5f-03d9ead2fc5d admin admin] Publish callbacks [] for security_group (fb8ec942-d140-413c-8cce-2c78ed09b7b4), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:01.362135 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-8c0f6cee-3b96-441a-8757-5cfb2a1088f5 None None] Set router c16a800f-d222-4a0b-90ae-14289206e557 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:19:01.492628 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-312a35fe-e260-4100-8d5f-03d9ead2fc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (fb8ec942-d140-413c-8cce-2c78ed09b7b4), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:01.547214 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a35fe-e260-4100-8d5f-03d9ead2fc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8ec942-d140-413c-8cce-2c78ed09b7b4,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:01.552120 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-312a35fe-e260-4100-8d5f-03d9ead2fc5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=722a0b62d0e9409b896534a0703881e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3921471 Mar 14 11:19:01.554920 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51814) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:01.594969 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e7878ff5-237d-4403-b68b-f748d5d100e5 req-8d13df28-1713-40f4-8035-fb4769b266b8 service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483984 Mar 14 11:19:01.607092 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa99a34-4a2f-4b97-a7b6-34750e98e5db req-2264e9c7-e865-4f4b-aa7b-aeafad85ba66 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:01.608626 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2aa99a34-4a2f-4b97-a7b6-34750e98e5db req-2264e9c7-e865-4f4b-aa7b-aeafad85ba66 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0749559 Mar 14 11:19:01.618164 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-767a96d4-6e65-4ae1-a8f2-5959d11ea4b3 admin admin] Publish callbacks [] for security_group (fb8ec942-d140-413c-8cce-2c78ed09b7b4), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:01.642283 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-767a96d4-6e65-4ae1-a8f2-5959d11ea4b3 admin admin] Publish callbacks [] for security_group (fb8ec942-d140-413c-8cce-2c78ed09b7b4), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:01.682774 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8c0f6cee-3b96-441a-8757-5cfb2a1088f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '973e45b7-9201-4b20-8be3-4e1dcc555308', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'port_id': '758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'mac_address': 'fa:16:3e:94:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2e0d2a-3114-46cb-9e61-8cec4d9d7538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:18:19Z', 'updated_at': '2022-03-14T11:18:59Z', 'revision_number': 1, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b79f0-b3af-4bb7-aba5-4f992f7895c3', 'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'mac_address': 'fa:16:3e:41:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:09Z', 'updated_at': '2022-03-14T11:18:17Z', 'revision_number': 5, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'subnets': [{'id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:01.708218 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2aa99a34-4a2f-4b97-a7b6-34750e98e5db req-925e729d-ccb9-41ab-a887-36e2dcefea86 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916655 Mar 14 11:19:01.716396 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0f6cee-3b96-441a-8757-5cfb2a1088f5 None None] The sync data for ids ['c16a800f-d222-4a0b-90ae-14289206e557'] in dv-cinder-831776-2-iscsi is: [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '973e45b7-9201-4b20-8be3-4e1dcc555308', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'floating_ip_address': '172.27.3.36', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'port_id': '758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'mac_address': 'fa:16:3e:94:f6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2e0d2a-3114-46cb-9e61-8cec4d9d7538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:18:19Z', 'updated_at': '2022-03-14T11:18:59Z', 'revision_number': 1, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b79f0-b3af-4bb7-aba5-4f992f7895c3', 'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'mac_address': 'fa:16:3e:41:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:09Z', 'updated_at': '2022-03-14T11:18:17Z', 'revision_number': 5, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'subnets': [{'id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:19:01.735068 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e7878ff5-237d-4403-b68b-f748d5d100e5 req-4398c897-816f-443b-8c72-3f8099c7e14e service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254287 Mar 14 11:19:01.955560 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57157de-fb32-49da-ac0f-84f0d46f5b95 None None] New status for floating IP 973e45b7-9201-4b20-8be3-4e1dcc555308: ACTIVE {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:19:01.969861 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-767a96d4-6e65-4ae1-a8f2-5959d11ea4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (fb8ec942-d140-413c-8cce-2c78ed09b7b4), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:01.976498 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-767a96d4-6e65-4ae1-a8f2-5959d11ea4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:01.987155 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-767a96d4-6e65-4ae1-a8f2-5959d11ea4b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb8ec942-d140-413c-8cce-2c78ed09b7b4 HTTP/1.1" status: 204 len: 168 time: 0.4293435 Mar 14 11:19:02.013106 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a96d4-6e65-4ae1-a8f2-5959d11ea4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8ec942-d140-413c-8cce-2c78ed09b7b4,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:02.458352 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51834) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:02.849123 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57981116-bb35-4434-9a27-665237e48acf req-2d451d90-fae6-4690-933b-d13a6c161bc4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:02.851271 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-57981116-bb35-4434-9a27-665237e48acf req-2d451d90-fae6-4690-933b-d13a6c161bc4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0551736 Mar 14 11:19:02.908424 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-57981116-bb35-4434-9a27-665237e48acf req-2400ce2c-4419-4a15-bce0-db2ad977dfdc tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505583 Mar 14 11:19:02.921104 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:03.002730 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Publish callbacks [] for security_group (77acc7d2-b5a7-437b-9bac-470ecab1c8f5), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:03.132653 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (77acc7d2-b5a7-437b-9bac-470ecab1c8f5), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:03.174726 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06c0360d68114984966ca8a80d67fc3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7195623 Mar 14 11:19:03.175816 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77acc7d2-b5a7-437b-9bac-470ecab1c8f5,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:03.177406 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 51864) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:03.185796 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.186271 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.186689 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.187152 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.187730 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.188155 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.188556 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.189256 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.189256 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.189713 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.190134 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.190762 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.191194 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.191319 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.191648 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9040a6-7602-400e-a687-2ed4312c0162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.235451 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Publish callbacks [] for security_group (77acc7d2-b5a7-437b-9bac-470ecab1c8f5), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:03.262953 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Publish callbacks [] for security_group (77acc7d2-b5a7-437b-9bac-470ecab1c8f5), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:03.524875 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (77acc7d2-b5a7-437b-9bac-470ecab1c8f5), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:03.528350 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:03.529532 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77acc7d2-b5a7-437b-9bac-470ecab1c8f5 HTTP/1.1" status: 204 len: 168 time: 0.3510385 Mar 14 11:19:03.540017 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77acc7d2-b5a7-437b-9bac-470ecab1c8f5,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:03.548392 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.548749 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.549197 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.549435 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.549778 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.550293 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.550491 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.550808 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.551137 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.551581 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.551913 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.552241 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.552567 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.552892 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.553217 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5b4de2-0fe9-4ab6-b1a4-a80abe8f2511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:03.894449 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1544825f-ba55-4210-9f46-a5459db18ea0 req-3a52171c-7faf-48ef-9c7f-b8da2c1aae6d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522146 Mar 14 11:19:03.992535 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544825f-ba55-4210-9f46-a5459db18ea0 req-2fcd5918-d6d5-47bf-93d4-f6e07613d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:03.995279 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1544825f-ba55-4210-9f46-a5459db18ea0 req-2fcd5918-d6d5-47bf-93d4-f6e07613d048 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4cd96f619b9748d6abb38c941462f2bb&device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 1130 time: 0.0519576 Mar 14 11:19:04.049732 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a97c2c-2e8d-4f11-92fd-05996e3d00e3 req-76e0354e-6f2a-4db7-9b7c-3805ac6e26b7 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:04.057571 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-07a97c2c-2e8d-4f11-92fd-05996e3d00e3 req-76e0354e-6f2a-4db7-9b7c-3805ac6e26b7 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0696461 Mar 14 11:19:04.134989 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-07a97c2c-2e8d-4f11-92fd-05996e3d00e3 req-409e79c7-09d7-4004-8bcc-0a023a3ce1e7 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763485 Mar 14 11:19:04.144162 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544825f-ba55-4210-9f46-a5459db18ea0 req-11d86bab-7859-42e7-be23-d1e4ed0e0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:04.145725 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1544825f-ba55-4210-9f46-a5459db18ea0 req-11d86bab-7859-42e7-be23-d1e4ed0e0cb4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8 HTTP/1.1" status: 200 len: 911 time: 0.1271291 Mar 14 11:19:04.186620 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1544825f-ba55-4210-9f46-a5459db18ea0 req-f7619f57-ff07-4d31-970f-169d5d839cc3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=618e5042-f8f3-4398-b7b8-d4520a880c0e HTTP/1.1" status: 200 len: 217 time: 0.0347378 Mar 14 11:19:04.238578 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544825f-ba55-4210-9f46-a5459db18ea0 req-1bcbf47a-3691-4781-853c-2d6ffc4fdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:04.240018 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1544825f-ba55-4210-9f46-a5459db18ea0 req-1bcbf47a-3691-4781-853c-2d6ffc4fdd6a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d761fb8-1eea-4f18-8f6a-a0d71c9d14db HTTP/1.1" status: 200 len: 850 time: 0.0458086 Mar 14 11:19:04.278292 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1544825f-ba55-4210-9f46-a5459db18ea0 req-e611f4fb-18e2-4f6f-9f0a-bad3a6e59163 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319049 Mar 14 11:19:04.368345 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1544825f-ba55-4210-9f46-a5459db18ea0 req-b27415af-84fa-42f1-b919-e7a8ae158a9e service neutron] 10.222.0.44 "GET /v2.0/networks/0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847888 Mar 14 11:19:04.488975 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1544825f-ba55-4210-9f46-a5459db18ea0 req-89c7c41c-7120-40a3-b9ad-cb51a4a84c49 service neutron] 10.222.0.44 "GET /v2.0/networks/0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148982 Mar 14 11:19:04.576204 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51918) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:04.588867 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6c174f85-5df4-4ff3-8b41-ec7ad203d169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:04.669849 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6c174f85-5df4-4ff3-8b41-ec7ad203d169 admin admin] Publish callbacks [] for security_group (03ddc133-d1ca-43f9-bc68-f42289bca24f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:04.798652 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6c174f85-5df4-4ff3-8b41-ec7ad203d169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (03ddc133-d1ca-43f9-bc68-f42289bca24f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:04.840771 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6c174f85-5df4-4ff3-8b41-ec7ad203d169 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8e6a0f57f1e4475a1781a90ca36992d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630498 Mar 14 11:19:04.841903 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c174f85-5df4-4ff3-8b41-ec7ad203d169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ddc133-d1ca-43f9-bc68-f42289bca24f,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:04.843191 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 51922) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:04.895773 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cf96eebc-7314-47ea-b9dd-41071cf1ac22 admin admin] Publish callbacks [] for security_group (03ddc133-d1ca-43f9-bc68-f42289bca24f), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:04.920778 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cf96eebc-7314-47ea-b9dd-41071cf1ac22 admin admin] Publish callbacks [] for security_group (03ddc133-d1ca-43f9-bc68-f42289bca24f), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:05.016698 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 51928) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:05.050239 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cf96eebc-7314-47ea-b9dd-41071cf1ac22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (03ddc133-d1ca-43f9-bc68-f42289bca24f), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:05.054476 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cf96eebc-7314-47ea-b9dd-41071cf1ac22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:05.056547 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-cf96eebc-7314-47ea-b9dd-41071cf1ac22 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03ddc133-d1ca-43f9-bc68-f42289bca24f HTTP/1.1" status: 204 len: 168 time: 0.2123456 Mar 14 11:19:05.070988 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96eebc-7314-47ea-b9dd-41071cf1ac22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ddc133-d1ca-43f9-bc68-f42289bca24f,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:05.132200 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d44c-9cfd-4c90-af2e-c7da8e5dcf54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:05.221125 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d44c-9cfd-4c90-af2e-c7da8e5dcf54 admin admin] Publish callbacks [] for security_group (67ecebba-6f6e-46e1-ba55-957fd54123e6), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:05.270498 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53c5a7-ab5d-4923-a8ef-43210700cdca req-4bc365b1-9845-4bc6-ba01-404fb7904e13 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:05.270498 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f53c5a7-ab5d-4923-a8ef-43210700cdca req-4bc365b1-9845-4bc6-ba01-404fb7904e13 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0612988 Mar 14 11:19:05.274057 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-31a434d0-5414-4dcd-b08d-ce126a9a051d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:05.326215 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f53c5a7-ab5d-4923-a8ef-43210700cdca req-39029628-92c1-4fc8-b5e6-0164abcf24ee tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468266 Mar 14 11:19:05.353254 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cfd0d44c-9cfd-4c90-af2e-c7da8e5dcf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (67ecebba-6f6e-46e1-ba55-957fd54123e6), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:05.392594 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-cfd0d44c-9cfd-4c90-af2e-c7da8e5dcf54 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f99bdf7d92a54d129692b50b0749e65f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747678 Mar 14 11:19:05.394618 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0d44c-9cfd-4c90-af2e-c7da8e5dcf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ecebba-6f6e-46e1-ba55-957fd54123e6,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:05.396227 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 51948) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:05.460673 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d5880798-36a9-41cb-a82c-be3a856dde96 admin admin] Publish callbacks [] for security_group (67ecebba-6f6e-46e1-ba55-957fd54123e6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:05.484253 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d5880798-36a9-41cb-a82c-be3a856dde96 admin admin] Publish callbacks [] for security_group (67ecebba-6f6e-46e1-ba55-957fd54123e6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:05.735898 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d5880798-36a9-41cb-a82c-be3a856dde96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (67ecebba-6f6e-46e1-ba55-957fd54123e6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:05.739949 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d5880798-36a9-41cb-a82c-be3a856dde96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:05.741436 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d5880798-36a9-41cb-a82c-be3a856dde96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67ecebba-6f6e-46e1-ba55-957fd54123e6 HTTP/1.1" status: 204 len: 168 time: 0.3411396 Mar 14 11:19:05.753436 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5880798-36a9-41cb-a82c-be3a856dde96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ecebba-6f6e-46e1-ba55-957fd54123e6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:06.514132 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:06.520107 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb36ec3-c510-4342-a437-9a17f757697b req-6307ebb4-08c6-4871-955f-ffdead1fffc2 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:06.524752 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6fb36ec3-c510-4342-a437-9a17f757697b req-6307ebb4-08c6-4871-955f-ffdead1fffc2 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0580585 Mar 14 11:19:06.569166 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6fb36ec3-c510-4342-a437-9a17f757697b req-45b64f5c-6f28-4cd4-b424-839486caba22 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419312 Mar 14 11:19:06.942678 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52022) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:07.041558 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-489881766-network', 'tenant_id': '292d573892b244f9ba50eddc7652e19e'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:07.199434 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] Made reservation on behalf of 292d573892b244f9ba50eddc7652e19e for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:19:07.202090 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:07.212373 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:07.299410 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] Publish callbacks [] for security_group (b04e08fa-fe3f-4ba0-9642-ddd61fe1444a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:07.421157 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (b04e08fa-fe3f-4ba0-9642-ddd61fe1444a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:07.421378 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2907278d-0181-4942-917f-f7f7b83473f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:07.442717 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] vlan segment allocate from pool success with {'vlan_id': 263, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:19:07.456795 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:07.461425 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (128b4a8c-7000-4cdf-8711-5023373a29e9), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:07.461766 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] Added segment 128b4a8c-7000-4cdf-8711-5023373a29e9 of type vlan for network c3732a89-3d96-4f9c-aaa1-b75f25d16a91 Mar 14 11:19:07.503539 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (c3732a89-3d96-4f9c-aaa1-b75f25d16a91), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:07.617214 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52048) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:07.623706 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (c3732a89-3d96-4f9c-aaa1-b75f25d16a91), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:07.624753 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:07.625381 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:07.686973 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] Pushing event updated for resources: {'Network': ['ID=c3732a89-3d96-4f9c-aaa1-b75f25d16a91,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:07.692760 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c46d01-5907-4f40-a909-55bf8683c51b req-f5e60617-e92b-4744-8086-06ad6dd6f5f0 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:07.694349 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-99c46d01-5907-4f40-a909-55bf8683c51b req-f5e60617-e92b-4744-8086-06ad6dd6f5f0 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0538487 Mar 14 11:19:07.698479 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network c3732a89-3d96-4f9c-aaa1-b75f25d16a91 details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:19:07.737073 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ff4f0973-d977-4bab-a890-93f591340bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:07.744525 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-99c46d01-5907-4f40-a909-55bf8683c51b req-7f3f3e96-dd14-4a7b-8550-8cd601ecfa4a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438592 Mar 14 11:19:07.795856 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8f14c154-3c54-4e06-88f4-ba4f8d09e315 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8482440 Mar 14 11:19:07.795949 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 52054) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:07.801498 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-0480eedb-78ad-4292-8b33-b9952bb1845b admin admin] Request body: {'subnet': {'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-489881766-subnet', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:07.834373 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ff4f0973-d977-4bab-a890-93f591340bd3 admin admin] Publish callbacks [] for security_group (804ac49a-35e9-413a-a079-6e8bdd74b338), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:07.895590 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0480eedb-78ad-4292-8b33-b9952bb1845b admin admin] Made reservation on behalf of 292d573892b244f9ba50eddc7652e19e for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:19:07.897872 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0480eedb-78ad-4292-8b33-b9952bb1845b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:07.935587 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ff4f0973-d977-4bab-a890-93f591340bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (804ac49a-35e9-413a-a079-6e8bdd74b338), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:07.975125 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f0973-d977-4bab-a890-93f591340bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804ac49a-35e9-413a-a079-6e8bdd74b338,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:07.982394 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ff4f0973-d977-4bab-a890-93f591340bd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e916565a12074e76958e87e9b644fc3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611047 Mar 14 11:19:07.982636 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52056) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:08.029280 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c82d6d1-bf96-4c9a-91c0-544034fd9aa5 admin admin] Publish callbacks [] for security_group (804ac49a-35e9-413a-a079-6e8bdd74b338), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:08.050387 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c82d6d1-bf96-4c9a-91c0-544034fd9aa5 admin admin] Publish callbacks [] for security_group (804ac49a-35e9-413a-a079-6e8bdd74b338), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:08.129872 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0480eedb-78ad-4292-8b33-b9952bb1845b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for subnet (e5850270-558c-4af6-9c86-36d691806adb), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:08.158407 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c82d6d1-bf96-4c9a-91c0-544034fd9aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (804ac49a-35e9-413a-a079-6e8bdd74b338), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:08.160951 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c82d6d1-bf96-4c9a-91c0-544034fd9aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:08.162126 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9c82d6d1-bf96-4c9a-91c0-544034fd9aa5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/804ac49a-35e9-413a-a079-6e8bdd74b338 HTTP/1.1" status: 204 len: 168 time: 0.1785524 Mar 14 11:19:08.170199 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82d6d1-bf96-4c9a-91c0-544034fd9aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804ac49a-35e9-413a-a079-6e8bdd74b338,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:08.198092 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480eedb-78ad-4292-8b33-b9952bb1845b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5850270-558c-4af6-9c86-36d691806adb,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:08.205265 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0480eedb-78ad-4292-8b33-b9952bb1845b admin admin] Checking segment: {'id': '128b4a8c-7000-4cdf-8711-5023373a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:19:08.205515 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0480eedb-78ad-4292-8b33-b9952bb1845b admin admin] Network hostable DHCP agents. Network: c3732a89-3d96-4f9c-aaa1-b75f25d16a91, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:19:08.404482 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0480eedb-78ad-4292-8b33-b9952bb1845b admin admin] Network c3732a89-3d96-4f9c-aaa1-b75f25d16a91 is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:19:08.535630 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-0480eedb-78ad-4292-8b33-b9952bb1845b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, c3732a89-3d96-4f9c-aaa1-b75f25d16a91) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:08.540186 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0480eedb-78ad-4292-8b33-b9952bb1845b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:08.541009 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0480eedb-78ad-4292-8b33-b9952bb1845b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:08.547739 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e837c668-ae1a-4b93-a09e-35a26dffe313 None None] Network c3732a89-3d96-4f9c-aaa1-b75f25d16a91 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:19:08.621777 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:08.650046 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76d7e8ab-c6c4-5dc2-bbd2-0a63752f153b-c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'project_id': '292d573892b244f9ba50eddc7652e19e', 'fixed_ips': [{'subnet_id': 'e5850270-558c-4af6-9c86-36d691806adb'}]}} from dv-cinder-831776-2-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 11:19:08.650901 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:08.669600 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-0480eedb-78ad-4292-8b33-b9952bb1845b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8721724 Mar 14 11:19:08.675906 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 52074) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:08.679547 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:08.785262 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Allocated IP 172.20.0.2 (c3732a89-3d96-4f9c-aaa1-b75f25d16a91/e5850270-558c-4af6-9c86-36d691806adb/9ba18a23-cacd-47fe-b7f1-f5720f1b1675) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:19:08.827583 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3901214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router (51af0593-3240-4bea-a33b-9ed7defa0fce), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:08.828826 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3901322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3899752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3930077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6786'] for router (51af0593-3240-4bea-a33b-9ed7defa0fce), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:08.868654 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e60857-1654-43d7-a76f-9e5e0e98df41 req-1c6bb0a4-70e9-41d3-9652-4c175ec44be7 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:08.870298 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d3e60857-1654-43d7-a76f-9e5e0e98df41 req-1c6bb0a4-70e9-41d3-9652-4c175ec44be7 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0571363 Mar 14 11:19:08.890648 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Publish callbacks [] for router_controller (51af0593-3240-4bea-a33b-9ed7defa0fce), precommit_add_association {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:08.930170 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d3e60857-1654-43d7-a76f-9e5e0e98df41 req-206d31d0-93da-442c-b28e-4b46695981b6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524909 Mar 14 11:19:09.047002 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Publish callbacks [] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:09.130674 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:09.144983 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Publish callbacks [] for router_gateway (51af0593-3240-4bea-a33b-9ed7defa0fce), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:09.172338 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Network c3732a89-3d96-4f9c-aaa1-b75f25d16a91 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:19:09.175107 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:09.178445 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:19:09.184701 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Pushing event updated for resources: {'Port': ['ID=9ba18a23-cacd-47fe-b7f1-f5720f1b1675,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:09.196054 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:09.196407 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:09.196766 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:09.197146 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:09.197496 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:09.197821 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:09.198175 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:09.198500 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:09.198819 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:09.199180 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:09.199505 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:09.199839 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:09.200162 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:09.200477 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:09.200792 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:09.250729 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Attempting to bind port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:19:09.251128 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Attempting to bind port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '128b4a8c-7000-4cdf-8711-5023373a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:19:09.251488 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Attempting to bind port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 on network c3732a89-3d96-4f9c-aaa1-b75f25d16a91 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:19:09.256465 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:19:09.256837 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Checking segment: {'id': '128b4a8c-7000-4cdf-8711-5023373a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:19:09.257237 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:09.257622 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Bound using segment: {'id': '128b4a8c-7000-4cdf-8711-5023373a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:19:09.258191 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Bound port: 9ba18a23-cacd-47fe-b7f1-f5720f1b1675, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b4a8c-7000-4cdf-8711-5023373a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:19:09.258567 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:09.324042 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] For port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:19:09.327423 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] For port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=9ba18a23-cacd-47fe-b7f1-f5720f1b1675,segment=NetworkSegment(128b4a8c-7000-4cdf-8711-5023373a29e9),segment_id=128b4a8c-7000-4cdf-8711-5023373a29e9)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:19:09.473709 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:09.477233 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Publish callbacks [] for router_gateway (51af0593-3240-4bea-a33b-9ed7defa0fce), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:09.496963 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:09.541562 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066f63d-6449-46f5-bdd2-4e60deaa8dea None None] Pushing event updated for resources: {'Port': ['ID=9ba18a23-cacd-47fe-b7f1-f5720f1b1675,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:09.610834 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Allocated IP 172.27.3.93 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/a90792a4-1d4b-4971-be64-0d6f401f8c0c) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:19:09.724596 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Publish callbacks [] for port (a90792a4-1d4b-4971-be64-0d6f401f8c0c), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:09.833365 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (a90792a4-1d4b-4971-be64-0d6f401f8c0c), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:09.883106 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:19:09.886069 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:09.889747 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:19:09.896185 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Pushing event updated for resources: {'Port': ['ID=a90792a4-1d4b-4971-be64-0d6f401f8c0c,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:10.055015 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aea1c1-f6ba-4f69-af9f-1e2a1f566609 req-6f8c3a21-f55d-4b1e-a2ee-f6952f502eee tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:10.056506 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-57aea1c1-f6ba-4f69-af9f-1e2a1f566609 req-6f8c3a21-f55d-4b1e-a2ee-f6952f502eee tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0555282 Mar 14 11:19:10.104298 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-57aea1c1-f6ba-4f69-af9f-1e2a1f566609 req-a57254db-6a22-433e-a2f9-4dc2e794bcba tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407639 Mar 14 11:19:10.267476 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Publish callbacks [] for router_gateway (51af0593-3240-4bea-a33b-9ed7defa0fce), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:10.341638 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:10.505608 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3899669'] for router (51af0593-3240-4bea-a33b-9ed7defa0fce), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:10.544293 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e75da9-0294-4d36-ac9d-58ae4693a6c8 None None] Network c3732a89-3d96-4f9c-aaa1-b75f25d16a91 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:19:10.657549 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-8f245921-a647-4c47-8c9a-080e92cf6e52 None None] Provisioning complete for port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:10.657927 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f245921-a647-4c47-8c9a-080e92cf6e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:10.702349 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Router 51af0593-3240-4bea-a33b-9ed7defa0fce is scheduled to L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa with binding_index 1 {{(pid=104015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 11:19:10.753663 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:19:10.794237 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-8f245921-a647-4c47-8c9a-080e92cf6e52 None None] Current status of the port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:10.794237 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f245921-a647-4c47-8c9a-080e92cf6e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:10.834771 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-8f245921-a647-4c47-8c9a-080e92cf6e52 None None] For port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=9ba18a23-cacd-47fe-b7f1-f5720f1b1675,segment=NetworkSegment(128b4a8c-7000-4cdf-8711-5023373a29e9),segment_id=128b4a8c-7000-4cdf-8711-5023373a29e9)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:19:10.838725 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:19:10.841227 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:10.842476 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:10.848935 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Sync routers for ids ['51af0593-3240-4bea-a33b-9ed7defa0fce'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:19:10.859805 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Routers {'51af0593-3240-4bea-a33b-9ed7defa0fce'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:19:10.860943 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:19:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['51af0593-3240-4bea-a33b-9ed7defa0fce'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:10.925964 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8f245921-a647-4c47-8c9a-080e92cf6e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:10.954630 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:10.959133 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52114) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:10.965301 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-600a811a-9519-4041-a17e-8af55a290db0 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2830508 Mar 14 11:19:10.965520 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:10.965889 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:10.990613 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Set router 51af0593-3240-4bea-a33b-9ed7defa0fce gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:19:11.001080 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f245921-a647-4c47-8c9a-080e92cf6e52 None None] Pushing event updated for resources: {'Port': ['ID=9ba18a23-cacd-47fe-b7f1-f5720f1b1675,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:11.062770 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-514f54f8-8699-459d-8a4b-6fe0a62e5d09 None None] Provisioning complete for port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:11.063735 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-514f54f8-8699-459d-8a4b-6fe0a62e5d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:11.113916 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.db.api [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 11:19:11.113916 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG oslo_db.api [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 11:19:11.190910 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-514f54f8-8699-459d-8a4b-6fe0a62e5d09 None None] Current status of the port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:11.243255 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:08Z', 'updated_at': '2022-03-14T11:19:09Z', 'revision_number': 3, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'gw_port': {'id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:09Z', 'updated_at': '2022-03-14T11:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:11.270773 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Checking router: 51af0593-3240-4bea-a33b-9ed7defa0fce for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:19:11.271131 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Updating router 51af0593-3240-4bea-a33b-9ed7defa0fce port a90792a4-1d4b-4971-be64-0d6f401f8c0c binding host dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:19:11.303875 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (a90792a4-1d4b-4971-be64-0d6f401f8c0c), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:11.518275 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f302493-6e5c-4ddd-a9a0-ae8fd043b6da req-6aef9124-c4d1-4e48-967b-54957d80b926 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:11.519756 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1f302493-6e5c-4ddd-a9a0-ae8fd043b6da req-6aef9124-c4d1-4e48-967b-54957d80b926 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.3056252 Mar 14 11:19:11.612603 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Publish callbacks [] for port (a90792a4-1d4b-4971-be64-0d6f401f8c0c), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:11.626986 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1f302493-6e5c-4ddd-a9a0-ae8fd043b6da req-0010d0fd-2736-4a55-936a-4b2cd0f37a96 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940773 Mar 14 11:19:11.669057 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:11.735506 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (a90792a4-1d4b-4971-be64-0d6f401f8c0c), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:11.737008 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:11.787849 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Pushing event updated for resources: {'Port': ['ID=a90792a4-1d4b-4971-be64-0d6f401f8c0c,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:11.796196 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Attempting to bind port a90792a4-1d4b-4971-be64-0d6f401f8c0c on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:19:11.796567 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Attempting to bind port a90792a4-1d4b-4971-be64-0d6f401f8c0c by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:19:11.796938 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Attempting to bind port a90792a4-1d4b-4971-be64-0d6f401f8c0c on network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:19:11.800504 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:11.800693 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:11.801084 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:11.801441 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:11.801774 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:11.802164 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:11.802442 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:11.803032 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:11.803137 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:11.803385 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:11.803705 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:11.804079 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:11.804358 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:11.804672 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:11.804988 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:19:11.809696 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:11.811093 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:19:11.818814 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Checking segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:19:11.818814 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:11.818814 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Bound using segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:19:11.818814 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Bound port: a90792a4-1d4b-4971-be64-0d6f401f8c0c, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:19:11.818814 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (a90792a4-1d4b-4971-be64-0d6f401f8c0c), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:11.888974 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] For port a90792a4-1d4b-4971-be64-0d6f401f8c0c, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:19:11.893524 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] For port a90792a4-1d4b-4971-be64-0d6f401f8c0c, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=a90792a4-1d4b-4971-be64-0d6f401f8c0c,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:19:11.905879 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Allocated IP 172.20.0.1 (c3732a89-3d96-4f9c-aaa1-b75f25d16a91/e5850270-558c-4af6-9c86-36d691806adb/75b4ff89-f323-461c-89c5-63cdced1a0e2) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:19:12.017965 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Publish callbacks [] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:12.022410 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (a90792a4-1d4b-4971-be64-0d6f401f8c0c), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:12.073399 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Routers {'51af0593-3240-4bea-a33b-9ed7defa0fce'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:19:12.074537 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:19:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['51af0593-3240-4bea-a33b-9ed7defa0fce'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:12.118615 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e18b6-4fa8-4454-a82a-6a3594dce259 None None] Pushing event updated for resources: {'Port': ['ID=a90792a4-1d4b-4971-be64-0d6f401f8c0c,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:12.124862 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:12.167615 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Network c3732a89-3d96-4f9c-aaa1-b75f25d16a91 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:19:12.170923 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:12.173664 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:19:12.194108 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] Set router 51af0593-3240-4bea-a33b-9ed7defa0fce gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:19:12.203385 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Pushing event updated for resources: {'Port': ['ID=75b4ff89-f323-461c-89c5-63cdced1a0e2,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:12.223914 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899496'] for router_interface (51af0593-3240-4bea-a33b-9ed7defa0fce), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:12.388318 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:08Z', 'updated_at': '2022-03-14T11:19:09Z', 'revision_number': 3, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'gw_port': {'id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:09Z', 'updated_at': '2022-03-14T11:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:12.417579 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e88107-65b2-454d-956a-3b89a1a810b7 None None] The sync data for ids ['51af0593-3240-4bea-a33b-9ed7defa0fce'] in dv-cinder-831776-2-iscsi is: [{'id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:08Z', 'updated_at': '2022-03-14T11:19:09Z', 'revision_number': 3, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'gw_port': {'id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:09Z', 'updated_at': '2022-03-14T11:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:19:12.420109 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-0549ba57-cca1-45a9-b7d8-ea7c0110a4d7 None None] Provisioning complete for port 75b4ff89-f323-461c-89c5-63cdced1a0e2 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:12.420390 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0549ba57-cca1-45a9-b7d8-ea7c0110a4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:12.465819 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:12.472801 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-0549ba57-cca1-45a9-b7d8-ea7c0110a4d7 None None] Port 75b4ff89-f323-461c-89c5-63cdced1a0e2 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:19:12.656270 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Publish callbacks [] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:12.752511 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:19:12.804267 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:12.811878 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:12.812320 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:12.820040 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eaaa43-c98a-42db-8f16-be7e5aab0797 req-8d07ee4b-d6ba-4741-96f1-0ef8ba195048 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:12.828195 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-60eaaa43-c98a-42db-8f16-be7e5aab0797 req-8d07ee4b-d6ba-4741-96f1-0ef8ba195048 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.1000681 Mar 14 11:19:12.880393 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Pushing event updated for resources: {'Port': ['ID=75b4ff89-f323-461c-89c5-63cdced1a0e2,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:12.887474 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899604'] for router_interface (51af0593-3240-4bea-a33b-9ed7defa0fce), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:12.898810 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-60eaaa43-c98a-42db-8f16-be7e5aab0797 req-f22ccf68-80be-4601-80fc-5baf9412d909 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693851 Mar 14 11:19:12.921267 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:12.993445 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Network c3732a89-3d96-4f9c-aaa1-b75f25d16a91 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:19:12.994887 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:13.130389 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Router 51af0593-3240-4bea-a33b-9ed7defa0fce has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:19:13.258373 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:19:13.270603 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ad250d0a-4eb2-4d72-8687-372527f9f727 admin admin] 10.222.0.37 "PUT /v2.0/routers/51af0593-3240-4bea-a33b-9ed7defa0fce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3048759 Mar 14 11:19:13.298702 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-314d67fa-505e-4dd5-8946-acaa5c6137e1 None None] Provisioning complete for port 75b4ff89-f323-461c-89c5-63cdced1a0e2 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:13.299086 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-314d67fa-505e-4dd5-8946-acaa5c6137e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:13.336515 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-314d67fa-505e-4dd5-8946-acaa5c6137e1 None None] Port 75b4ff89-f323-461c-89c5-63cdced1a0e2 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:19:14.040224 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae88638-c815-41ee-ad98-8d528fa85628 req-f2f1824b-0fd1-4c1a-985f-05674a30caa5 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:14.040224 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7ae88638-c815-41ee-ad98-8d528fa85628 req-f2f1824b-0fd1-4c1a-985f-05674a30caa5 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0560923 Mar 14 11:19:14.114338 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7ae88638-c815-41ee-ad98-8d528fa85628 req-41fc130b-09e7-4679-8aec-22c0f1826143 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677335 Mar 14 11:19:14.242204 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52224) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:14.247898 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1806456853-network', 'tenant_id': 'ff5ef025944744db847f5d0a2ebd1416'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:14.269979 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Sync routers for ids ['51af0593-3240-4bea-a33b-9ed7defa0fce'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:19:14.285476 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Routers {'51af0593-3240-4bea-a33b-9ed7defa0fce'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:19:14.286154 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:19:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['51af0593-3240-4bea-a33b-9ed7defa0fce'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:14.365248 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] Made reservation on behalf of ff5ef025944744db847f5d0a2ebd1416 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:19:14.374195 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:14.380253 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a9d2b-e922-4e0e-b9fc-b6b06ea696f8 req-08a2f638-4b43-4daf-83e0-de0811a30458 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:14.383261 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-725a9d2b-e922-4e0e-b9fc-b6b06ea696f8 req-08a2f638-4b43-4daf-83e0-de0811a30458 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 946 time: 0.0564826 Mar 14 11:19:14.390596 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:14.403825 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Set router 51af0593-3240-4bea-a33b-9ed7defa0fce gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:19:14.674788 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-725a9d2b-e922-4e0e-b9fc-b6b06ea696f8 req-0464e38c-70b0-4a24-8ac6-7d5076dff6de tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863736 Mar 14 11:19:14.675118 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] Publish callbacks [] for security_group (ee5eaae2-f5ce-4c68-8511-da2832ba5616), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:14.677500 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:08Z', 'updated_at': '2022-03-14T11:19:12Z', 'revision_number': 4, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'gw_port': {'id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:09Z', 'updated_at': '2022-03-14T11:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '75b4ff89-f323-461c-89c5-63cdced1a0e2', 'name': '', 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'mac_address': 'fa:16:3e:de:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'e5850270-558c-4af6-9c86-36d691806adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:11Z', 'updated_at': '2022-03-14T11:19:12Z', 'revision_number': 2, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'subnets': [{'id': 'e5850270-558c-4af6-9c86-36d691806adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:14.713898 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Checking router: 51af0593-3240-4bea-a33b-9ed7defa0fce for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:19:14.714343 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Updating router 51af0593-3240-4bea-a33b-9ed7defa0fce port 75b4ff89-f323-461c-89c5-63cdced1a0e2 binding host dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:19:14.747233 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:14.759052 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device a90792a4-1d4b-4971-be64-0d6f401f8c0c up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:19:14.873320 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (ee5eaae2-f5ce-4c68-8511-da2832ba5616), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:14.897811 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] vlan segment allocate from pool success with {'vlan_id': 289, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:19:14.912964 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5eaae2-f5ce-4c68-8511-da2832ba5616,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:14.915906 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (83317f19-dcdc-4034-b12c-6d719464f875), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:14.916283 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] Added segment 83317f19-dcdc-4034-b12c-6d719464f875 of type vlan for network d406cd89-5763-435d-a63c-4f0d475f02a5 Mar 14 11:19:14.926715 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port a90792a4-1d4b-4971-be64-0d6f401f8c0c triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:14.926715 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (a90792a4-1d4b-4971-be64-0d6f401f8c0c), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:14.959753 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (d406cd89-5763-435d-a63c-4f0d475f02a5), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.006286 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52242) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:15.066937 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (d406cd89-5763-435d-a63c-4f0d475f02a5), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.067904 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:15.068647 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.100029 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port a90792a4-1d4b-4971-be64-0d6f401f8c0c is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:15.100429 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (a90792a4-1d4b-4971-be64-0d6f401f8c0c), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.134791 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port a90792a4-1d4b-4971-be64-0d6f401f8c0c, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=a90792a4-1d4b-4971-be64-0d6f401f8c0c,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:19:15.150432 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e40cb34f-a6ed-4d45-adfc-b814c64ca97d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.158652 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] Pushing event updated for resources: {'Network': ['ID=d406cd89-5763-435d-a63c-4f0d475f02a5,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:15.186160 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network d406cd89-5763-435d-a63c-4f0d475f02a5 details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:19:15.209766 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-50816dcd-9d37-4329-9abd-89156e16b22a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9664676 Mar 14 11:19:15.212762 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 52254) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:15.219173 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-c726c8d4-688c-40cc-881f-0e9a99ff712e admin admin] Request body: {'subnet': {'network_id': 'd406cd89-5763-435d-a63c-4f0d475f02a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1806456853-subnet', 'tenant_id': 'ff5ef025944744db847f5d0a2ebd1416', 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:15.227604 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Publish callbacks [] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.232805 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (a90792a4-1d4b-4971-be64-0d6f401f8c0c), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.293164 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e40cb34f-a6ed-4d45-adfc-b814c64ca97d admin admin] Publish callbacks [] for security_group (73b4675b-dd21-41d2-86ac-abe3b40b7790), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.304905 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51881948-b3c7-4d3b-96ea-267e63a2cea9 req-bdd0e494-9c6b-438b-a224-b1bf34526c2c tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:15.306413 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51881948-b3c7-4d3b-96ea-267e63a2cea9 req-bdd0e494-9c6b-438b-a224-b1bf34526c2c tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.1181304 Mar 14 11:19:15.320975 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.331195 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=a90792a4-1d4b-4971-be64-0d6f401f8c0c,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:15.361895 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51881948-b3c7-4d3b-96ea-267e63a2cea9 req-8ce24b4c-56df-4306-b906-e576c3c65dd0 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487196 Mar 14 11:19:15.384524 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ce7eb-c86f-4792-8fac-a97bbaf35485 None None] Pushing event updated for resources: {'Port': ['ID=75b4ff89-f323-461c-89c5-63cdced1a0e2,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:15.395136 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c726c8d4-688c-40cc-881f-0e9a99ff712e admin admin] Made reservation on behalf of ff5ef025944744db847f5d0a2ebd1416 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:19:15.396816 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c726c8d4-688c-40cc-881f-0e9a99ff712e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.426793 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e40cb34f-a6ed-4d45-adfc-b814c64ca97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (73b4675b-dd21-41d2-86ac-abe3b40b7790), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.440298 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Attempting to bind port 75b4ff89-f323-461c-89c5-63cdced1a0e2 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:19:15.440732 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Attempting to bind port 75b4ff89-f323-461c-89c5-63cdced1a0e2 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '128b4a8c-7000-4cdf-8711-5023373a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:19:15.441232 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Attempting to bind port 75b4ff89-f323-461c-89c5-63cdced1a0e2 on network c3732a89-3d96-4f9c-aaa1-b75f25d16a91 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:19:15.448252 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:19:15.448804 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Checking segment: {'id': '128b4a8c-7000-4cdf-8711-5023373a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:19:15.449926 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.450770 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Bound using segment: {'id': '128b4a8c-7000-4cdf-8711-5023373a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:19:15.452218 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Bound port: 75b4ff89-f323-461c-89c5-63cdced1a0e2, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128b4a8c-7000-4cdf-8711-5023373a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:19:15.452866 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.494482 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cb34f-a6ed-4d45-adfc-b814c64ca97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b4675b-dd21-41d2-86ac-abe3b40b7790,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:15.504624 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e40cb34f-a6ed-4d45-adfc-b814c64ca97d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ee8eb4a34934adda2068a9e11025fa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4971635 Mar 14 11:19:15.507444 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52264) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:15.544233 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] For port 75b4ff89-f323-461c-89c5-63cdced1a0e2, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:19:15.556282 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] For port 75b4ff89-f323-461c-89c5-63cdced1a0e2, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=75b4ff89-f323-461c-89c5-63cdced1a0e2,segment=NetworkSegment(128b4a8c-7000-4cdf-8711-5023373a29e9),segment_id=128b4a8c-7000-4cdf-8711-5023373a29e9)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:19:15.587651 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-42aa1f6e-f4e1-4d26-ba76-50f2958d18cf admin admin] Publish callbacks [] for security_group (73b4675b-dd21-41d2-86ac-abe3b40b7790), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.610779 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-42aa1f6e-f4e1-4d26-ba76-50f2958d18cf admin admin] Publish callbacks [] for security_group (73b4675b-dd21-41d2-86ac-abe3b40b7790), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.644614 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.755012 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c726c8d4-688c-40cc-881f-0e9a99ff712e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for subnet (19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.794264 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-42aa1f6e-f4e1-4d26-ba76-50f2958d18cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (73b4675b-dd21-41d2-86ac-abe3b40b7790), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.798668 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-42aa1f6e-f4e1-4d26-ba76-50f2958d18cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.800318 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-42aa1f6e-f4e1-4d26-ba76-50f2958d18cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73b4675b-dd21-41d2-86ac-abe3b40b7790 HTTP/1.1" status: 204 len: 168 time: 0.2918692 Mar 14 11:19:15.810934 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa1f6e-f4e1-4d26-ba76-50f2958d18cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b4675b-dd21-41d2-86ac-abe3b40b7790,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:15.882862 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-4b6a170d-0b38-408f-b309-5b3d2435862f None None] Provisioning complete for port 75b4ff89-f323-461c-89c5-63cdced1a0e2 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:15.883251 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4b6a170d-0b38-408f-b309-5b3d2435862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:15.885994 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ce7eb-c86f-4792-8fac-a97bbaf35485 None None] Pushing event updated for resources: {'Port': ['ID=75b4ff89-f323-461c-89c5-63cdced1a0e2,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:15.886974 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726c8d4-688c-40cc-881f-0e9a99ff712e admin admin] Pushing event updated for resources: {'Subnet': ['ID=19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:15.896367 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Routers {'51af0593-3240-4bea-a33b-9ed7defa0fce'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:19:15.897001 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:19:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['51af0593-3240-4bea-a33b-9ed7defa0fce'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:15.918360 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb86f6-2f7d-45c1-98c2-0f90ef993b99 req-4211bc47-46cf-46e9-b272-cac5ac8687e7 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:15.918360 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98eb86f6-2f7d-45c1-98c2-0f90ef993b99 req-4211bc47-46cf-46e9-b272-cac5ac8687e7 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 946 time: 0.1569951 Mar 14 11:19:15.919806 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726c8d4-688c-40cc-881f-0e9a99ff712e admin admin] Checking segment: {'id': '83317f19-dcdc-4034-b12c-6d719464f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd406cd89-5763-435d-a63c-4f0d475f02a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:19:15.920237 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c726c8d4-688c-40cc-881f-0e9a99ff712e admin admin] Network hostable DHCP agents. Network: d406cd89-5763-435d-a63c-4f0d475f02a5, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:19:16.003615 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98eb86f6-2f7d-45c1-98c2-0f90ef993b99 req-a9722d87-73f0-4e91-81c6-1891501a9038 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671663 Mar 14 11:19:16.088816 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] Set router 51af0593-3240-4bea-a33b-9ed7defa0fce gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:19:16.106831 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c726c8d4-688c-40cc-881f-0e9a99ff712e admin admin] Network d406cd89-5763-435d-a63c-4f0d475f02a5 is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:19:16.117884 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-4b6a170d-0b38-408f-b309-5b3d2435862f None None] Current status of the port 75b4ff89-f323-461c-89c5-63cdced1a0e2 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:16.118301 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4b6a170d-0b38-408f-b309-5b3d2435862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:16.196184 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-4b6a170d-0b38-408f-b309-5b3d2435862f None None] For port 75b4ff89-f323-461c-89c5-63cdced1a0e2, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=75b4ff89-f323-461c-89c5-63cdced1a0e2,segment=NetworkSegment(128b4a8c-7000-4cdf-8711-5023373a29e9),segment_id=128b4a8c-7000-4cdf-8711-5023373a29e9)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:19:16.243897 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-c726c8d4-688c-40cc-881f-0e9a99ff712e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, d406cd89-5763-435d-a63c-4f0d475f02a5) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:16.252231 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c726c8d4-688c-40cc-881f-0e9a99ff712e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:16.252231 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c726c8d4-688c-40cc-881f-0e9a99ff712e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:16.254301 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ffcd24-fa00-40e0-b622-66fef0e46564 None None] Network d406cd89-5763-435d-a63c-4f0d475f02a5 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:19:16.277845 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4b6a170d-0b38-408f-b309-5b3d2435862f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:16.367607 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c726c8d4-688c-40cc-881f-0e9a99ff712e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1531184 Mar 14 11:19:16.370311 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52294) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:16.375450 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1806456853-router', 'tenant_id': 'ff5ef025944744db847f5d0a2ebd1416', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:16.432387 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a170d-0b38-408f-b309-5b3d2435862f None None] Pushing event updated for resources: {'Port': ['ID=75b4ff89-f323-461c-89c5-63cdced1a0e2,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:16.457527 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-a0f8ddda-105f-4d24-a992-5b95b2fd10c3 None None] Provisioning complete for port 75b4ff89-f323-461c-89c5-63cdced1a0e2 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:16.457903 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ddda-105f-4d24-a992-5b95b2fd10c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:16.484936 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76d7e8ab-c6c4-5dc2-bbd2-0a63752f153b-d406cd89-5763-435d-a63c-4f0d475f02a5', 'network_id': 'd406cd89-5763-435d-a63c-4f0d475f02a5', 'project_id': 'ff5ef025944744db847f5d0a2ebd1416', 'fixed_ips': [{'subnet_id': '19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e'}]}} from dv-cinder-831776-2-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 11:19:16.486022 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:16.488173 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1e0c5-5c99-4be9-b97a-2b1374ff1c0e req-753cc944-2b53-4a48-b75c-d155aeb02136 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:16.489849 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34d1e0c5-5c99-4be9-b97a-2b1374ff1c0e req-753cc944-2b53-4a48-b75c-d155aeb02136 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0553489 Mar 14 11:19:16.531382 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3901214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router (3f56a385-b3e4-4120-bfaf-579874507338), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:16.533280 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3901322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3899752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3930077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6786'] for router (3f56a385-b3e4-4120-bfaf-579874507338), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:16.541870 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:08Z', 'updated_at': '2022-03-14T11:19:12Z', 'revision_number': 4, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'gw_port': {'id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:09Z', 'updated_at': '2022-03-14T11:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '75b4ff89-f323-461c-89c5-63cdced1a0e2', 'name': '', 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'mac_address': 'fa:16:3e:de:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'e5850270-558c-4af6-9c86-36d691806adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:11Z', 'updated_at': '2022-03-14T11:19:15Z', 'revision_number': 4, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'subnets': [{'id': 'e5850270-558c-4af6-9c86-36d691806adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:16.555956 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34d1e0c5-5c99-4be9-b97a-2b1374ff1c0e req-c075cc8d-9e3e-44b5-93f7-fff2eca3d349 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569248 Mar 14 11:19:16.610107 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Publish callbacks [] for router_controller (3f56a385-b3e4-4120-bfaf-579874507338), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:16.621477 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddc4d1b-22ce-47d2-a887-844bda4e390c None None] The sync data for ids ['51af0593-3240-4bea-a33b-9ed7defa0fce'] in dv-cinder-831776-2-iscsi is: [{'id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:08Z', 'updated_at': '2022-03-14T11:19:12Z', 'revision_number': 4, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'gw_port': {'id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:09Z', 'updated_at': '2022-03-14T11:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '75b4ff89-f323-461c-89c5-63cdced1a0e2', 'name': '', 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'mac_address': 'fa:16:3e:de:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'e5850270-558c-4af6-9c86-36d691806adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:11Z', 'updated_at': '2022-03-14T11:19:15Z', 'revision_number': 4, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'subnets': [{'id': 'e5850270-558c-4af6-9c86-36d691806adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:19:16.721960 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8ddda-105f-4d24-a992-5b95b2fd10c3 None None] Current status of the port 75b4ff89-f323-461c-89c5-63cdced1a0e2 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:16.747365 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Allocated IP 172.20.0.2 (d406cd89-5763-435d-a63c-4f0d475f02a5/19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e/7b3c2e44-42e1-4ab1-a7a6-27e766f44440) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:19:16.750026 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 52308) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:16.814844 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ce74b95f-b3bd-44fe-b80d-7ab8183e6d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:16.886398 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device a90792a4-1d4b-4971-be64-0d6f401f8c0c up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:19:16.917880 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ce74b95f-b3bd-44fe-b80d-7ab8183e6d80 admin admin] Publish callbacks [] for security_group (2a8644f6-dede-41e1-803f-659ed66654c8), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:16.954409 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Publish callbacks [] for router_gateway (3f56a385-b3e4-4120-bfaf-579874507338), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:16.990882 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Publish callbacks [] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:17.004311 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ce74b95f-b3bd-44fe-b80d-7ab8183e6d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (2a8644f6-dede-41e1-803f-659ed66654c8), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:17.018254 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port a90792a4-1d4b-4971-be64-0d6f401f8c0c triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:17.018644 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (a90792a4-1d4b-4971-be64-0d6f401f8c0c), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:17.064286 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74b95f-b3bd-44fe-b80d-7ab8183e6d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8644f6-dede-41e1-803f-659ed66654c8,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:17.079819 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:17.083033 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-ce74b95f-b3bd-44fe-b80d-7ab8183e6d80 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d56db342140445c86e2553b1e349f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316283 Mar 14 11:19:17.085935 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 52320) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:17.153523 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Pushing event updated for resources: {'Port': ['ID=7b3c2e44-42e1-4ab1-a7a6-27e766f44440,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:17.170554 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Network d406cd89-5763-435d-a63c-4f0d475f02a5 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:19:17.172418 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:17.176664 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:19:17.191063 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-44c445ce-adaa-4c74-82ef-6de71f7b13db admin admin] Publish callbacks [] for security_group (2a8644f6-dede-41e1-803f-659ed66654c8), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:17.215035 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2758de-8611-408d-af38-b13763a58334 req-0449df87-a77d-42a5-b8d6-482ac5cdc5a6 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:17.228884 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7c2758de-8611-408d-af38-b13763a58334 req-0449df87-a77d-42a5-b8d6-482ac5cdc5a6 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 946 time: 0.1091135 Mar 14 11:19:17.269416 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-44c445ce-adaa-4c74-82ef-6de71f7b13db admin admin] Publish callbacks [] for security_group (2a8644f6-dede-41e1-803f-659ed66654c8), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:17.319853 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Publish callbacks [] for router_gateway (3f56a385-b3e4-4120-bfaf-579874507338), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:17.331732 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port a90792a4-1d4b-4971-be64-0d6f401f8c0c is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:17.336576 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Attempting to bind port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:19:17.336905 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Attempting to bind port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '83317f19-dcdc-4034-b12c-6d719464f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd406cd89-5763-435d-a63c-4f0d475f02a5'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:19:17.337396 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Attempting to bind port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 on network d406cd89-5763-435d-a63c-4f0d475f02a5 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:19:17.344440 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:19:17.345198 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Checking segment: {'id': '83317f19-dcdc-4034-b12c-6d719464f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd406cd89-5763-435d-a63c-4f0d475f02a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:19:17.345621 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:17.346105 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Bound using segment: {'id': '83317f19-dcdc-4034-b12c-6d719464f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd406cd89-5763-435d-a63c-4f0d475f02a5'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:19:17.347223 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Bound port: 7b3c2e44-42e1-4ab1-a7a6-27e766f44440, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83317f19-dcdc-4034-b12c-6d719464f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd406cd89-5763-435d-a63c-4f0d475f02a5'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:19:17.347519 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:17.348520 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:17.353496 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7c2758de-8611-408d-af38-b13763a58334 req-09486276-9d3d-4651-a0fb-cca3484e21fc tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234374 Mar 14 11:19:17.418805 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] For port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:19:17.422079 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] For port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=7b3c2e44-42e1-4ab1-a7a6-27e766f44440,segment=NetworkSegment(83317f19-dcdc-4034-b12c-6d719464f875),segment_id=83317f19-dcdc-4034-b12c-6d719464f875)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:19:17.455534 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-44c445ce-adaa-4c74-82ef-6de71f7b13db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (2a8644f6-dede-41e1-803f-659ed66654c8), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:17.458310 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-44c445ce-adaa-4c74-82ef-6de71f7b13db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:17.461552 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-44c445ce-adaa-4c74-82ef-6de71f7b13db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a8644f6-dede-41e1-803f-659ed66654c8 HTTP/1.1" status: 204 len: 168 time: 0.3715599 Mar 14 11:19:17.467945 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c445ce-adaa-4c74-82ef-6de71f7b13db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8644f6-dede-41e1-803f-659ed66654c8,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:17.480048 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:17.577463 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa440b2-81a3-4e85-9b85-838cf38b5116 None None] Pushing event updated for resources: {'Port': ['ID=7b3c2e44-42e1-4ab1-a7a6-27e766f44440,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:17.619341 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Allocated IP 172.27.3.183 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/5d7ce244-80e2-4cb8-9a59-577c3a7291d7) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:19:17.763648 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c149d6-6170-4953-97f9-d8dcae07ba10 req-a5f1c4c1-4f44-43b2-b784-9a2ea278283d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:17.765451 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-58c149d6-6170-4953-97f9-d8dcae07ba10 req-a5f1c4c1-4f44-43b2-b784-9a2ea278283d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0944219 Mar 14 11:19:17.861578 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Publish callbacks [] for port (5d7ce244-80e2-4cb8-9a59-577c3a7291d7), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:17.867049 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-58c149d6-6170-4953-97f9-d8dcae07ba10 req-80aa89c9-8d04-4523-b3a8-b50bd2b6101a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927846 Mar 14 11:19:17.977031 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (5d7ce244-80e2-4cb8-9a59-577c3a7291d7), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:18.017852 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:19:18.021264 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:18.028450 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:19:18.068400 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Pushing event updated for resources: {'Port': ['ID=5d7ce244-80e2-4cb8-9a59-577c3a7291d7,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:18.412624 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Publish callbacks [] for router_gateway (3f56a385-b3e4-4120-bfaf-579874507338), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:18.487088 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343d68f-cd69-4cce-b521-bd1914212126 req-4b0b8a16-fb62-40e3-8171-7e58e1faf542 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:18.488619 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9343d68f-cd69-4cce-b521-bd1914212126 req-4b0b8a16-fb62-40e3-8171-7e58e1faf542 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 946 time: 0.0585659 Mar 14 11:19:18.538326 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9343d68f-cd69-4cce-b521-bd1914212126 req-8addf5a3-01d3-43fd-a376-bacc62234579 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440412 Mar 14 11:19:18.837344 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 75b4ff89-f323-461c-89c5-63cdced1a0e2 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:19:18.910693 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3899669'] for router (3f56a385-b3e4-4120-bfaf-579874507338), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:18.913082 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 75b4ff89-f323-461c-89c5-63cdced1a0e2 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:18.913288 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:19.029917 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc92f41-c916-490a-8522-a766dde74201 None None] Network d406cd89-5763-435d-a63c-4f0d475f02a5 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:19:19.067996 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 75b4ff89-f323-461c-89c5-63cdced1a0e2 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:19.069033 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:19:19.085233 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c9966-078a-4932-8b5a-e3de673356c1 req-c26677ab-d2f7-4400-96f1-677d264526b7 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:19.086780 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-145c9966-078a-4932-8b5a-e3de673356c1 req-c26677ab-d2f7-4400-96f1-677d264526b7 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.1019428 Mar 14 11:19:19.146831 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-145c9966-078a-4932-8b5a-e3de673356c1 req-5e05d1f9-adf0-4d09-ac5c-599543ef470a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500565 Mar 14 11:19:19.148312 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-118ad654-715b-43d0-9af7-0f868cbc66b9 None None] Provisioning complete for port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:19.148694 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-118ad654-715b-43d0-9af7-0f868cbc66b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:19.222909 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Router 3f56a385-b3e4-4120-bfaf-579874507338 is scheduled to L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 11:19:19.247502 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:19.247887 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:19.334274 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-118ad654-715b-43d0-9af7-0f868cbc66b9 None None] Current status of the port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:19.334668 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-118ad654-715b-43d0-9af7-0f868cbc66b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:19.359816 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:19:19.376024 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Sync routers for ids ['3f56a385-b3e4-4120-bfaf-579874507338'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:19:19.395847 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Routers {'3f56a385-b3e4-4120-bfaf-579874507338'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:19:19.396965 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:19:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['3f56a385-b3e4-4120-bfaf-579874507338'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:19.423411 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-118ad654-715b-43d0-9af7-0f868cbc66b9 None None] For port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=7b3c2e44-42e1-4ab1-a7a6-27e766f44440,segment=NetworkSegment(83317f19-dcdc-4034-b12c-6d719464f875),segment_id=83317f19-dcdc-4034-b12c-6d719464f875)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:19:19.440264 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:19.441004 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:19.476806 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:19.486926 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-96b07fea-27d2-4d54-96ed-99a052199ede admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1061070 Mar 14 11:19:19.489473 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 52380) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:19.532646 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Set router 3f56a385-b3e4-4120-bfaf-579874507338 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:19:19.628687 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-118ad654-715b-43d0-9af7-0f868cbc66b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:19.718179 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.db.api [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 11:19:19.718971 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG oslo_db.api [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 11:19:19.719535 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ad654-715b-43d0-9af7-0f868cbc66b9 None None] Pushing event updated for resources: {'Port': ['ID=7b3c2e44-42e1-4ab1-a7a6-27e766f44440,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:19.754987 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-97d6551f-c528-46d3-9b53-81eda07a2d03 None None] Provisioning complete for port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:19.755805 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-97d6551f-c528-46d3-9b53-81eda07a2d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:19.911813 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-97d6551f-c528-46d3-9b53-81eda07a2d03 None None] Current status of the port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:19.912866 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f56a385-b3e4-4120-bfaf-579874507338', 'name': 'tempest-TestMinimumBasicScenario-1806456853-router', 'tenant_id': 'ff5ef025944744db847f5d0a2ebd1416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d7ce244-80e2-4cb8-9a59-577c3a7291d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:16Z', 'updated_at': '2022-03-14T11:19:18Z', 'revision_number': 3, 'project_id': 'ff5ef025944744db847f5d0a2ebd1416', 'gw_port': {'id': '5d7ce244-80e2-4cb8-9a59-577c3a7291d7', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f56a385-b3e4-4120-bfaf-579874507338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:17Z', 'updated_at': '2022-03-14T11:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:19.946634 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Checking router: 3f56a385-b3e4-4120-bfaf-579874507338 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:19:19.947042 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Updating router 3f56a385-b3e4-4120-bfaf-579874507338 port 5d7ce244-80e2-4cb8-9a59-577c3a7291d7 binding host dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:19:19.985053 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (5d7ce244-80e2-4cb8-9a59-577c3a7291d7), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:20.069665 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d908fdb-266b-4fcc-b927-5ecf3ef18b1b req-144d7fa8-6180-4a79-8d59-41f652357c76 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:20.071570 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8d908fdb-266b-4fcc-b927-5ecf3ef18b1b req-144d7fa8-6180-4a79-8d59-41f652357c76 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 946 time: 0.1272612 Mar 14 11:19:20.194143 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8d908fdb-266b-4fcc-b927-5ecf3ef18b1b req-ac4b0d4a-dc4e-4bfb-a336-bd1a5c4c8ab0 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131687 Mar 14 11:19:20.331983 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:20.390095 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda3aa0-ca7f-4ed8-a049-eae00dfd1742 req-53daa3a5-cc27-45e2-833e-42b0d658f37a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:20.391840 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9dda3aa0-ca7f-4ed8-a049-eae00dfd1742 req-53daa3a5-cc27-45e2-833e-42b0d658f37a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.1202745 Mar 14 11:19:20.410886 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Publish callbacks [] for port (5d7ce244-80e2-4cb8-9a59-577c3a7291d7), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:20.472850 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (5d7ce244-80e2-4cb8-9a59-577c3a7291d7), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:20.500469 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9dda3aa0-ca7f-4ed8-a049-eae00dfd1742 req-749ab9c6-221e-49c3-aa90-149b3cf8e8c2 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982368 Mar 14 11:19:20.550125 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52430) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:20.552354 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:20.580765 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d31901-703b-433c-8b9e-cc4a7cd48f3d None None] Pushing event updated for resources: {'Port': ['ID=5d7ce244-80e2-4cb8-9a59-577c3a7291d7,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:20.588636 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Attempting to bind port 5d7ce244-80e2-4cb8-9a59-577c3a7291d7 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:19:20.589008 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Attempting to bind port 5d7ce244-80e2-4cb8-9a59-577c3a7291d7 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:19:20.589393 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Attempting to bind port 5d7ce244-80e2-4cb8-9a59-577c3a7291d7 on network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:19:20.613997 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:19:20.613997 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Checking segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:19:20.613997 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:20.613997 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Bound using segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:19:20.613997 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Bound port: 5d7ce244-80e2-4cb8-9a59-577c3a7291d7, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:19:20.613997 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (5d7ce244-80e2-4cb8-9a59-577c3a7291d7), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:20.675406 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] For port 5d7ce244-80e2-4cb8-9a59-577c3a7291d7, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:19:20.679488 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] For port 5d7ce244-80e2-4cb8-9a59-577c3a7291d7, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=5d7ce244-80e2-4cb8-9a59-577c3a7291d7,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:19:20.768520 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (5d7ce244-80e2-4cb8-9a59-577c3a7291d7), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:20.772307 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:19:20.775486 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Allocated IP 172.20.0.1 (d406cd89-5763-435d-a63c-4f0d475f02a5/19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e/e43d0c83-5701-46b9-b255-cf6a1582ba3f) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:19:20.800467 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-69197a6c-bb5c-406b-9741-c9fb99c3da93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:20.828331 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Routers {'3f56a385-b3e4-4120-bfaf-579874507338'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:19:20.828965 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:19:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['3f56a385-b3e4-4120-bfaf-579874507338'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:20.849490 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:20.849490 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:20.897368 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-69197a6c-bb5c-406b-9741-c9fb99c3da93 admin admin] Publish callbacks [] for security_group (bbd96290-d3be-4d41-b4b3-e4fe99a8f2c1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:20.935781 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Publish callbacks [] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:20.953395 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d31901-703b-433c-8b9e-cc4a7cd48f3d None None] Pushing event updated for resources: {'Port': ['ID=5d7ce244-80e2-4cb8-9a59-577c3a7291d7,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:20.981750 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:20.983078 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-69197a6c-bb5c-406b-9741-c9fb99c3da93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (bbd96290-d3be-4d41-b4b3-e4fe99a8f2c1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:21.020867 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69197a6c-bb5c-406b-9741-c9fb99c3da93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd96290-d3be-4d41-b4b3-e4fe99a8f2c1,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:21.025033 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] Set router 3f56a385-b3e4-4120-bfaf-579874507338 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:19:21.038119 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-69197a6c-bb5c-406b-9741-c9fb99c3da93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e417e739c864b83923df5d6411bc2ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4833992 Mar 14 11:19:21.039733 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52456) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:21.084380 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:21.088169 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bbdc361f-c68e-473a-bacb-44e5a192fe7f admin admin] Publish callbacks [] for security_group (bbd96290-d3be-4d41-b4b3-e4fe99a8f2c1), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:21.112674 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bbdc361f-c68e-473a-bacb-44e5a192fe7f admin admin] Publish callbacks [] for security_group (bbd96290-d3be-4d41-b4b3-e4fe99a8f2c1), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:21.128800 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Network d406cd89-5763-435d-a63c-4f0d475f02a5 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:19:21.133146 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:21.138080 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:19:21.138553 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899496'] for router_interface (3f56a385-b3e4-4120-bfaf-579874507338), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:21.141998 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Pushing event updated for resources: {'Port': ['ID=e43d0c83-5701-46b9-b255-cf6a1582ba3f,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:21.228895 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f56a385-b3e4-4120-bfaf-579874507338', 'name': 'tempest-TestMinimumBasicScenario-1806456853-router', 'tenant_id': 'ff5ef025944744db847f5d0a2ebd1416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d7ce244-80e2-4cb8-9a59-577c3a7291d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:16Z', 'updated_at': '2022-03-14T11:19:18Z', 'revision_number': 3, 'project_id': 'ff5ef025944744db847f5d0a2ebd1416', 'gw_port': {'id': '5d7ce244-80e2-4cb8-9a59-577c3a7291d7', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f56a385-b3e4-4120-bfaf-579874507338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:17Z', 'updated_at': '2022-03-14T11:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:21.263531 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f6ea8-a509-46b2-b78b-46ecb4dacd84 None None] The sync data for ids ['3f56a385-b3e4-4120-bfaf-579874507338'] in dv-cinder-831776-2-iscsi is: [{'id': '3f56a385-b3e4-4120-bfaf-579874507338', 'name': 'tempest-TestMinimumBasicScenario-1806456853-router', 'tenant_id': 'ff5ef025944744db847f5d0a2ebd1416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d7ce244-80e2-4cb8-9a59-577c3a7291d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:16Z', 'updated_at': '2022-03-14T11:19:18Z', 'revision_number': 3, 'project_id': 'ff5ef025944744db847f5d0a2ebd1416', 'gw_port': {'id': '5d7ce244-80e2-4cb8-9a59-577c3a7291d7', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f56a385-b3e4-4120-bfaf-579874507338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:17Z', 'updated_at': '2022-03-14T11:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:19:21.284027 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bbdc361f-c68e-473a-bacb-44e5a192fe7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (bbd96290-d3be-4d41-b4b3-e4fe99a8f2c1), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:21.301249 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bbdc361f-c68e-473a-bacb-44e5a192fe7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:21.301249 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-bbdc361f-c68e-473a-bacb-44e5a192fe7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbd96290-d3be-4d41-b4b3-e4fe99a8f2c1 HTTP/1.1" status: 204 len: 168 time: 0.2496073 Mar 14 11:19:21.321612 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc361f-c68e-473a-bacb-44e5a192fe7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd96290-d3be-4d41-b4b3-e4fe99a8f2c1,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:21.407955 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:21.417031 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80932042-c487-4d5c-97c1-8965fd62f8d2 req-0d4c87da-67d9-4108-8941-8ee98475598e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:21.418917 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-80932042-c487-4d5c-97c1-8965fd62f8d2 req-0d4c87da-67d9-4108-8941-8ee98475598e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 946 time: 0.1011522 Mar 14 11:19:21.452420 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-9d678038-a189-4cba-b403-4051d75c0b88 None None] Provisioning complete for port e43d0c83-5701-46b9-b255-cf6a1582ba3f triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:21.452805 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9d678038-a189-4cba-b403-4051d75c0b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:21.492696 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-9d678038-a189-4cba-b403-4051d75c0b88 None None] Port e43d0c83-5701-46b9-b255-cf6a1582ba3f cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:19:21.515409 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-80932042-c487-4d5c-97c1-8965fd62f8d2 req-f820f02b-082d-4e4a-a889-dcff83909afb tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879400 Mar 14 11:19:21.694819 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db152fd4-77c2-4684-89d4-1f981e49fbc5 req-49c302ad-65b4-4d43-b2a5-089abe786119 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:21.696395 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db152fd4-77c2-4684-89d4-1f981e49fbc5 req-49c302ad-65b4-4d43-b2a5-089abe786119 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0982411 Mar 14 11:19:21.706782 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52480) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:21.712226 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Publish callbacks [] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:21.760104 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db152fd4-77c2-4684-89d4-1f981e49fbc5 req-5df22b31-432a-4ddf-80b7-0b8e0aacb53f tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573032 Mar 14 11:19:21.833256 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:21.834710 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899604'] for router_interface (3f56a385-b3e4-4120-bfaf-579874507338), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:21.899222 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Pushing event updated for resources: {'Port': ['ID=e43d0c83-5701-46b9-b255-cf6a1582ba3f,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:21.976861 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Network d406cd89-5763-435d-a63c-4f0d475f02a5 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:19:21.978642 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:22.109609 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52488) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:22.130666 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a27094ae-c438-47fa-a37d-354e4e3c574d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.171662 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Router 3f56a385-b3e4-4120-bfaf-579874507338 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:19:22.290185 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52490) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:22.307722 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a27094ae-c438-47fa-a37d-354e4e3c574d admin admin] Publish callbacks [] for security_group (171ac946-dee9-4b88-8da5-47a4de833d57), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.318846 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1fc40c5d-24cf-47f2-b0aa-e2307366e329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.334804 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-afd233fd-baa6-432f-8fac-553265f4de81 None None] Provisioning complete for port e43d0c83-5701-46b9-b255-cf6a1582ba3f triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:22.335338 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-afd233fd-baa6-432f-8fac-553265f4de81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.345193 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:19:22.359315 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-bf083c22-f0b7-4b60-a240-f35cb42137a1 admin admin] 10.222.0.37 "PUT /v2.0/routers/3f56a385-b3e4-4120-bfaf-579874507338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8659561 Mar 14 11:19:22.376000 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e0044cca-7e53-4d5f-8efb-1b4cdf09fe1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.390270 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a27094ae-c438-47fa-a37d-354e4e3c574d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (171ac946-dee9-4b88-8da5-47a4de833d57), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.395704 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-afd233fd-baa6-432f-8fac-553265f4de81 None None] Port e43d0c83-5701-46b9-b255-cf6a1582ba3f cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:19:22.466105 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a27094ae-c438-47fa-a37d-354e4e3c574d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=392fa858eaec4e64bc26a983ab9394c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549602 Mar 14 11:19:22.468604 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 52496) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:22.469900 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27094ae-c438-47fa-a37d-354e4e3c574d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171ac946-dee9-4b88-8da5-47a4de833d57,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:22.517374 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1fc40c5d-24cf-47f2-b0aa-e2307366e329 admin admin] Publish callbacks [] for security_group (eb80c626-c1e1-42b1-999d-dea5f7848ee9), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.536369 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1a652b22-aaae-4d5a-b779-2f20a0ded6f1 admin admin] Publish callbacks [] for security_group (171ac946-dee9-4b88-8da5-47a4de833d57), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.546765 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e0044cca-7e53-4d5f-8efb-1b4cdf09fe1a admin admin] Publish callbacks [] for security_group (4192d489-d7f9-47a9-80f3-537b54b71efb), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.561272 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1a652b22-aaae-4d5a-b779-2f20a0ded6f1 admin admin] Publish callbacks [] for security_group (171ac946-dee9-4b88-8da5-47a4de833d57), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.598617 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1fc40c5d-24cf-47f2-b0aa-e2307366e329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (eb80c626-c1e1-42b1-999d-dea5f7848ee9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.651033 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e0044cca-7e53-4d5f-8efb-1b4cdf09fe1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (4192d489-d7f9-47a9-80f3-537b54b71efb), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.656483 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff68975-5409-4f7c-b4c2-3192cbd4f2d7 req-1b20b4fb-f6cf-4bcc-85c6-b64eccda945a tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:22.659431 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1ff68975-5409-4f7c-b4c2-3192cbd4f2d7 req-1b20b4fb-f6cf-4bcc-85c6-b64eccda945a tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 946 time: 0.0716782 Mar 14 11:19:22.663146 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1fc40c5d-24cf-47f2-b0aa-e2307366e329 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8026247921724ceca480872f8b5af8f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9529972 Mar 14 11:19:22.663359 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc40c5d-24cf-47f2-b0aa-e2307366e329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb80c626-c1e1-42b1-999d-dea5f7848ee9,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:22.664370 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 52506) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:22.723026 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1a652b22-aaae-4d5a-b779-2f20a0ded6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (171ac946-dee9-4b88-8da5-47a4de833d57), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.726303 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1a652b22-aaae-4d5a-b779-2f20a0ded6f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.727588 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-1a652b22-aaae-4d5a-b779-2f20a0ded6f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/171ac946-dee9-4b88-8da5-47a4de833d57 HTTP/1.1" status: 204 len: 168 time: 0.2569585 Mar 14 11:19:22.732855 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e0044cca-7e53-4d5f-8efb-1b4cdf09fe1a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c93bd8dac6a649f6ad47aba4d2818af6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4440532 Mar 14 11:19:22.736085 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52512) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:22.743827 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0044cca-7e53-4d5f-8efb-1b4cdf09fe1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4192d489-d7f9-47a9-80f3-537b54b71efb,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:22.768024 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a652b22-aaae-4d5a-b779-2f20a0ded6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171ac946-dee9-4b88-8da5-47a4de833d57,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:22.797363 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a35c54e3-1109-42c6-9058-2d698796576d admin admin] Publish callbacks [] for security_group (4192d489-d7f9-47a9-80f3-537b54b71efb), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.833148 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a35c54e3-1109-42c6-9058-2d698796576d admin admin] Publish callbacks [] for security_group (4192d489-d7f9-47a9-80f3-537b54b71efb), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.838872 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:19:22.847372 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bbe9bf33-0081-4a09-87a0-4e08018e816a admin admin] Publish callbacks [] for security_group (eb80c626-c1e1-42b1-999d-dea5f7848ee9), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.851368 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 5d7ce244-80e2-4cb8-9a59-577c3a7291d7 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:19:22.899920 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1ff68975-5409-4f7c-b4c2-3192cbd4f2d7 req-9f409df1-b92f-4e31-90cc-d73546617b9a tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331011 Mar 14 11:19:22.915337 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bbe9bf33-0081-4a09-87a0-4e08018e816a admin admin] Publish callbacks [] for security_group (eb80c626-c1e1-42b1-999d-dea5f7848ee9), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.922617 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 5d7ce244-80e2-4cb8-9a59-577c3a7291d7 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:22.923256 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (5d7ce244-80e2-4cb8-9a59-577c3a7291d7), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:22.953181 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf4316-65ba-4aba-a9d5-2a993f72a9ec req-a2c19b01-4ec6-4174-b405-848f3c5a2fb9 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:22.954896 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c7cf4316-65ba-4aba-a9d5-2a993f72a9ec req-a2c19b01-4ec6-4174-b405-848f3c5a2fb9 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0873518 Mar 14 11:19:23.021778 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c7cf4316-65ba-4aba-a9d5-2a993f72a9ec req-5bda77cc-acba-4cf5-9bed-10ec7e97b096 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613155 Mar 14 11:19:23.025384 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 5d7ce244-80e2-4cb8-9a59-577c3a7291d7 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:23.025876 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (5d7ce244-80e2-4cb8-9a59-577c3a7291d7), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:23.027327 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a35c54e3-1109-42c6-9058-2d698796576d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (4192d489-d7f9-47a9-80f3-537b54b71efb), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:23.030149 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a35c54e3-1109-42c6-9058-2d698796576d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:23.031285 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a35c54e3-1109-42c6-9058-2d698796576d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4192d489-d7f9-47a9-80f3-537b54b71efb HTTP/1.1" status: 204 len: 168 time: 0.2942634 Mar 14 11:19:23.043747 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c54e3-1109-42c6-9058-2d698796576d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4192d489-d7f9-47a9-80f3-537b54b71efb,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:23.057591 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port 5d7ce244-80e2-4cb8-9a59-577c3a7291d7, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=5d7ce244-80e2-4cb8-9a59-577c3a7291d7,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:19:23.107365 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bbe9bf33-0081-4a09-87a0-4e08018e816a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (eb80c626-c1e1-42b1-999d-dea5f7848ee9), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:23.110482 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bbe9bf33-0081-4a09-87a0-4e08018e816a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:23.111741 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-bbe9bf33-0081-4a09-87a0-4e08018e816a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb80c626-c1e1-42b1-999d-dea5f7848ee9 HTTP/1.1" status: 204 len: 168 time: 0.4461889 Mar 14 11:19:23.122208 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9bf33-0081-4a09-87a0-4e08018e816a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb80c626-c1e1-42b1-999d-dea5f7848ee9,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:23.145370 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (5d7ce244-80e2-4cb8-9a59-577c3a7291d7), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:23.199607 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=5d7ce244-80e2-4cb8-9a59-577c3a7291d7,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:23.944125 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Sync routers for ids ['3f56a385-b3e4-4120-bfaf-579874507338'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:19:23.955116 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Routers {'3f56a385-b3e4-4120-bfaf-579874507338'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:19:23.955742 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:19:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['3f56a385-b3e4-4120-bfaf-579874507338'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:23.997215 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52556) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:24.047285 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f7ddae65-4758-4a7e-b453-7f3924ccec82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:24.116648 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Set router 3f56a385-b3e4-4120-bfaf-579874507338 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:19:24.169887 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52560) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:24.194565 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0d085-f2ec-4ca2-bff8-070f2ab581b4 req-87ef48b7-736c-4d26-a834-998a30285d4b tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:24.197856 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-66f0d085-f2ec-4ca2-bff8-070f2ab581b4 req-87ef48b7-736c-4d26-a834-998a30285d4b tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 946 time: 0.1663382 Mar 14 11:19:24.237617 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ed8cfa2-f159-4f1d-a4c1-ae18bed51ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:24.315535 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-66f0d085-f2ec-4ca2-bff8-070f2ab581b4 req-aba4ee2f-e958-4f4d-a057-7bcc631ee228 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092103 Mar 14 11:19:24.379050 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f7ddae65-4758-4a7e-b453-7f3924ccec82 admin admin] Publish callbacks [] for security_group (bd63b534-7924-4acd-bdfb-f7ebbaa06381), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:24.389149 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f0121-76b0-4c08-86d4-7da186479520 req-8ceb8e0b-a7ae-41e9-9e6c-80387c8a872e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:24.390724 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-019f0121-76b0-4c08-86d4-7da186479520 req-8ceb8e0b-a7ae-41e9-9e6c-80387c8a872e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.2000878 Mar 14 11:19:24.460680 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-019f0121-76b0-4c08-86d4-7da186479520 req-af3a4788-35c4-4a43-ae8f-0b125ac5455d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633638 Mar 14 11:19:24.492517 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ed8cfa2-f159-4f1d-a4c1-ae18bed51ed7 admin admin] Publish callbacks [] for security_group (a1aca977-acba-443e-ac76-e98958bfdf23), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:24.501406 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f56a385-b3e4-4120-bfaf-579874507338', 'name': 'tempest-TestMinimumBasicScenario-1806456853-router', 'tenant_id': 'ff5ef025944744db847f5d0a2ebd1416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d7ce244-80e2-4cb8-9a59-577c3a7291d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:16Z', 'updated_at': '2022-03-14T11:19:21Z', 'revision_number': 4, 'project_id': 'ff5ef025944744db847f5d0a2ebd1416', 'gw_port': {'id': '5d7ce244-80e2-4cb8-9a59-577c3a7291d7', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f56a385-b3e4-4120-bfaf-579874507338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:17Z', 'updated_at': '2022-03-14T11:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'e43d0c83-5701-46b9-b255-cf6a1582ba3f', 'name': '', 'network_id': 'd406cd89-5763-435d-a63c-4f0d475f02a5', 'tenant_id': 'ff5ef025944744db847f5d0a2ebd1416', 'mac_address': 'fa:16:3e:51:d6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f56a385-b3e4-4120-bfaf-579874507338', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:20Z', 'updated_at': '2022-03-14T11:19:21Z', 'revision_number': 2, 'project_id': 'ff5ef025944744db847f5d0a2ebd1416', 'subnets': [{'id': '19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:24.524710 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f7ddae65-4758-4a7e-b453-7f3924ccec82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (bd63b534-7924-4acd-bdfb-f7ebbaa06381), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:24.534533 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Checking router: 3f56a385-b3e4-4120-bfaf-579874507338 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:19:24.535167 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Updating router 3f56a385-b3e4-4120-bfaf-579874507338 port e43d0c83-5701-46b9-b255-cf6a1582ba3f binding host dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:19:24.566350 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:24.571357 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 52564) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:24.573504 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f7ddae65-4758-4a7e-b453-7f3924ccec82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b618c9a3bc774cc2a7c39c5d086f9211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5713999 Mar 14 11:19:24.574948 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddae65-4758-4a7e-b453-7f3924ccec82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd63b534-7924-4acd-bdfb-f7ebbaa06381,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:24.632939 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1ed8cfa2-f159-4f1d-a4c1-ae18bed51ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (a1aca977-acba-443e-ac76-e98958bfdf23), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:24.717730 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1ed8cfa2-f159-4f1d-a4c1-ae18bed51ed7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbf41882d6904e8d91e58742a7a400be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5448883 Mar 14 11:19:24.724701 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 52568) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:24.735407 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8cfa2-f159-4f1d-a4c1-ae18bed51ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1aca977-acba-443e-ac76-e98958bfdf23,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:24.849687 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 5d7ce244-80e2-4cb8-9a59-577c3a7291d7 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:19:24.857688 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586cd06e-acfc-4bda-ba45-21aaaff504cb req-327dbf68-472f-44e7-9b82-adb7f3e049d8 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:24.859246 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-586cd06e-acfc-4bda-ba45-21aaaff504cb req-327dbf68-472f-44e7-9b82-adb7f3e049d8 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.44 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 946 time: 0.2596107 Mar 14 11:19:24.861220 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-50b0f3fb-3206-4ee9-9b02-d49ee288fefd admin admin] Publish callbacks [] for security_group (bd63b534-7924-4acd-bdfb-f7ebbaa06381), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:24.914270 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-50b0f3fb-3206-4ee9-9b02-d49ee288fefd admin admin] Publish callbacks [] for security_group (bd63b534-7924-4acd-bdfb-f7ebbaa06381), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:24.916103 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3a338520-01ff-4c03-a8aa-3dcc41989fbc admin admin] Publish callbacks [] for security_group (a1aca977-acba-443e-ac76-e98958bfdf23), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:24.929262 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 5d7ce244-80e2-4cb8-9a59-577c3a7291d7 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:24.929587 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (5d7ce244-80e2-4cb8-9a59-577c3a7291d7), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:25.018736 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3a338520-01ff-4c03-a8aa-3dcc41989fbc admin admin] Publish callbacks [] for security_group (a1aca977-acba-443e-ac76-e98958bfdf23), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:25.050588 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 5d7ce244-80e2-4cb8-9a59-577c3a7291d7 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:25.127766 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-586cd06e-acfc-4bda-ba45-21aaaff504cb req-e2836391-e1f3-4484-bea9-46ef2735475e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Deleting port 618e5042-f8f3-4398-b7b8-d4520a880c0e {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:19:25.128113 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-586cd06e-acfc-4bda-ba45-21aaaff504cb req-e2836391-e1f3-4484-bea9-46ef2735475e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (618e5042-f8f3-4398-b7b8-d4520a880c0e), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:25.145078 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Publish callbacks [] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:25.232787 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-586cd06e-acfc-4bda-ba45-21aaaff504cb req-e2836391-e1f3-4484-bea9-46ef2735475e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] For port 618e5042-f8f3-4398-b7b8-d4520a880c0e, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=618e5042-f8f3-4398-b7b8-d4520a880c0e,segment=NetworkSegment(b086701a-9307-49b0-a0a4-ba70fc793010),segment_id=b086701a-9307-49b0-a0a4-ba70fc793010)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:19:25.233361 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-586cd06e-acfc-4bda-ba45-21aaaff504cb req-e2836391-e1f3-4484-bea9-46ef2735475e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (618e5042-f8f3-4398-b7b8-d4520a880c0e), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:25.241503 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-50b0f3fb-3206-4ee9-9b02-d49ee288fefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (bd63b534-7924-4acd-bdfb-f7ebbaa06381), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:25.243997 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-50b0f3fb-3206-4ee9-9b02-d49ee288fefd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:25.249363 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-50b0f3fb-3206-4ee9-9b02-d49ee288fefd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bd63b534-7924-4acd-bdfb-f7ebbaa06381 HTTP/1.1" status: 204 len: 168 time: 0.6766593 Mar 14 11:19:25.252169 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:25.259910 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3a338520-01ff-4c03-a8aa-3dcc41989fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (a1aca977-acba-443e-ac76-e98958bfdf23), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:25.263527 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3a338520-01ff-4c03-a8aa-3dcc41989fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:25.271105 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3a338520-01ff-4c03-a8aa-3dcc41989fbc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1aca977-acba-443e-ac76-e98958bfdf23 HTTP/1.1" status: 204 len: 168 time: 0.5402391 Mar 14 11:19:25.271105 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-586cd06e-acfc-4bda-ba45-21aaaff504cb req-e2836391-e1f3-4484-bea9-46ef2735475e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Calling delete_port for 618e5042-f8f3-4398-b7b8-d4520a880c0e owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:19:25.280981 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0f3fb-3206-4ee9-9b02-d49ee288fefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd63b534-7924-4acd-bdfb-f7ebbaa06381,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:25.319035 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a338520-01ff-4c03-a8aa-3dcc41989fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1aca977-acba-443e-ac76-e98958bfdf23,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:25.514981 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738a10e-8ee0-4987-b485-0b7b3945ed24 None None] Pushing event updated for resources: {'Port': ['ID=e43d0c83-5701-46b9-b255-cf6a1582ba3f,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:25.585001 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Attempting to bind port e43d0c83-5701-46b9-b255-cf6a1582ba3f on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:19:25.585588 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Attempting to bind port e43d0c83-5701-46b9-b255-cf6a1582ba3f by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '83317f19-dcdc-4034-b12c-6d719464f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd406cd89-5763-435d-a63c-4f0d475f02a5'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:19:25.586521 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Attempting to bind port e43d0c83-5701-46b9-b255-cf6a1582ba3f on network d406cd89-5763-435d-a63c-4f0d475f02a5 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:19:25.594327 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:19:25.595004 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Checking segment: {'id': '83317f19-dcdc-4034-b12c-6d719464f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd406cd89-5763-435d-a63c-4f0d475f02a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:19:25.595661 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:25.596208 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Bound using segment: {'id': '83317f19-dcdc-4034-b12c-6d719464f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd406cd89-5763-435d-a63c-4f0d475f02a5'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:19:25.597036 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Bound port: e43d0c83-5701-46b9-b255-cf6a1582ba3f, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83317f19-dcdc-4034-b12c-6d719464f875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': 'd406cd89-5763-435d-a63c-4f0d475f02a5'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:19:25.597742 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:25.611030 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb857b84-3f36-4abf-83b6-5304bba5589a req-8ec3ea7e-2adc-4ee7-b7e8-71e092edb470 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:25.616681 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bb857b84-3f36-4abf-83b6-5304bba5589a req-8ec3ea7e-2adc-4ee7-b7e8-71e092edb470 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 946 time: 0.1619866 Mar 14 11:19:25.652699 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-586cd06e-acfc-4bda-ba45-21aaaff504cb req-e2836391-e1f3-4484-bea9-46ef2735475e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783'] for port (618e5042-f8f3-4398-b7b8-d4520a880c0e), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:25.660831 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11060c-b039-4bde-a783-a6309e019948 req-aa979a3e-a9e4-475a-9ffa-35cbc772a05b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:25.674914 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db11060c-b039-4bde-a783-a6309e019948 req-aa979a3e-a9e4-475a-9ffa-35cbc772a05b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0932975 Mar 14 11:19:25.709131 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] For port e43d0c83-5701-46b9-b255-cf6a1582ba3f, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:19:25.713914 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] For port e43d0c83-5701-46b9-b255-cf6a1582ba3f, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=e43d0c83-5701-46b9-b255-cf6a1582ba3f,segment=NetworkSegment(83317f19-dcdc-4034-b12c-6d719464f875),segment_id=83317f19-dcdc-4034-b12c-6d719464f875)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:19:25.753869 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2836391-e1f3-4484-bea9-46ef2735475e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Pushing event deleted for resources: {'Port': ['ID=618e5042-f8f3-4398-b7b8-d4520a880c0e,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:25.775599 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db11060c-b039-4bde-a783-a6309e019948 req-b61e8f12-6e98-4269-830b-f88e6c11e117 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805166 Mar 14 11:19:25.822709 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:25.886477 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bb857b84-3f36-4abf-83b6-5304bba5589a req-81a484ac-381a-4d21-8d1e-14012278cae4 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/security-groups?id=1cb6311b-bd9d-459f-9a9f-6f5b151a3756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571197 Mar 14 11:19:25.888788 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-586cd06e-acfc-4bda-ba45-21aaaff504cb req-e2836391-e1f3-4484-bea9-46ef2735475e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] No DVR routers for this DVR port 618e5042-f8f3-4398-b7b8-d4520a880c0e on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:19:25.895989 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-586cd06e-acfc-4bda-ba45-21aaaff504cb req-e2836391-e1f3-4484-bea9-46ef2735475e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:25.907605 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-586cd06e-acfc-4bda-ba45-21aaaff504cb req-e2836391-e1f3-4484-bea9-46ef2735475e tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.44 "DELETE /v2.0/ports/618e5042-f8f3-4398-b7b8-d4520a880c0e HTTP/1.1" status: 204 len: 173 time: 1.0160456 Mar 14 11:19:25.908253 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b87aeb94-8e31-4170-ad0c-f175d365040e', 'name': 'network-vif-deleted', 'tag': '618e5042-f8f3-4398-b7b8-d4520a880c0e'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:19:25.912033 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3edcfc2-d54e-4a07-ac10-aa0bc4eabfa6" -d '{"events": [{"server_uuid": "b87aeb94-8e31-4170-ad0c-f175d365040e", "name": "network-vif-deleted", "tag": "618e5042-f8f3-4398-b7b8-d4520a880c0e"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:19:25.946820 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738a10e-8ee0-4987-b485-0b7b3945ed24 None None] Pushing event updated for resources: {'Port': ['ID=e43d0c83-5701-46b9-b255-cf6a1582ba3f,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:25.982867 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Routers {'3f56a385-b3e4-4120-bfaf-579874507338'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:19:25.983515 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:19:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['3f56a385-b3e4-4120-bfaf-579874507338'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:25.989981 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f5a0c9-1d5b-4e5a-8fe0-36a43d7e4781 x-openstack-request-id: req-50f5a0c9-1d5b-4e5a-8fe0-36a43d7e4781 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:19:25.990669 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b87aeb94-8e31-4170-ad0c-f175d365040e", "name": "network-vif-deleted", "tag": "618e5042-f8f3-4398-b7b8-d4520a880c0e", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:19:25.991036 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50f5a0c9-1d5b-4e5a-8fe0-36a43d7e4781 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:19:25.991595 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b87aeb94-8e31-4170-ad0c-f175d365040e', 'name': 'network-vif-deleted', 'tag': '618e5042-f8f3-4398-b7b8-d4520a880c0e', 'status': 'completed', 'code': 200} Mar 14 11:19:26.134697 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] Set router 3f56a385-b3e4-4120-bfaf-579874507338 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:19:26.137993 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-aec92d25-1522-4321-9b4f-cbaa7902b4a5 None None] Provisioning complete for port e43d0c83-5701-46b9-b255-cf6a1582ba3f triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:26.138394 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aec92d25-1522-4321-9b4f-cbaa7902b4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:26.431533 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 618e5042-f8f3-4398-b7b8-d4520a880c0e no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:19:26.487594 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: 618e5042-f8f3-4398-b7b8-d4520a880c0e {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:19:26.487937 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 618e5042-f8f3-4398-b7b8-d4520a880c0e not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:19:26.663258 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-aec92d25-1522-4321-9b4f-cbaa7902b4a5 None None] Current status of the port e43d0c83-5701-46b9-b255-cf6a1582ba3f is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:26.663648 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aec92d25-1522-4321-9b4f-cbaa7902b4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:26.730788 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-aec92d25-1522-4321-9b4f-cbaa7902b4a5 None None] For port e43d0c83-5701-46b9-b255-cf6a1582ba3f, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=e43d0c83-5701-46b9-b255-cf6a1582ba3f,segment=NetworkSegment(83317f19-dcdc-4034-b12c-6d719464f875),segment_id=83317f19-dcdc-4034-b12c-6d719464f875)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:19:26.751347 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f56a385-b3e4-4120-bfaf-579874507338', 'name': 'tempest-TestMinimumBasicScenario-1806456853-router', 'tenant_id': 'ff5ef025944744db847f5d0a2ebd1416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d7ce244-80e2-4cb8-9a59-577c3a7291d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:16Z', 'updated_at': '2022-03-14T11:19:21Z', 'revision_number': 4, 'project_id': 'ff5ef025944744db847f5d0a2ebd1416', 'gw_port': {'id': '5d7ce244-80e2-4cb8-9a59-577c3a7291d7', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f56a385-b3e4-4120-bfaf-579874507338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:17Z', 'updated_at': '2022-03-14T11:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'e43d0c83-5701-46b9-b255-cf6a1582ba3f', 'name': '', 'network_id': 'd406cd89-5763-435d-a63c-4f0d475f02a5', 'tenant_id': 'ff5ef025944744db847f5d0a2ebd1416', 'mac_address': 'fa:16:3e:51:d6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f56a385-b3e4-4120-bfaf-579874507338', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:20Z', 'updated_at': '2022-03-14T11:19:25Z', 'revision_number': 4, 'project_id': 'ff5ef025944744db847f5d0a2ebd1416', 'subnets': [{'id': '19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:26.789103 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0037fd-51df-494e-8629-6b37d376dcfe None None] The sync data for ids ['3f56a385-b3e4-4120-bfaf-579874507338'] in dv-cinder-831776-2-iscsi is: [{'id': '3f56a385-b3e4-4120-bfaf-579874507338', 'name': 'tempest-TestMinimumBasicScenario-1806456853-router', 'tenant_id': 'ff5ef025944744db847f5d0a2ebd1416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d7ce244-80e2-4cb8-9a59-577c3a7291d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:16Z', 'updated_at': '2022-03-14T11:19:21Z', 'revision_number': 4, 'project_id': 'ff5ef025944744db847f5d0a2ebd1416', 'gw_port': {'id': '5d7ce244-80e2-4cb8-9a59-577c3a7291d7', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f56a385-b3e4-4120-bfaf-579874507338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:17Z', 'updated_at': '2022-03-14T11:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'e43d0c83-5701-46b9-b255-cf6a1582ba3f', 'name': '', 'network_id': 'd406cd89-5763-435d-a63c-4f0d475f02a5', 'tenant_id': 'ff5ef025944744db847f5d0a2ebd1416', 'mac_address': 'fa:16:3e:51:d6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f56a385-b3e4-4120-bfaf-579874507338', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:20Z', 'updated_at': '2022-03-14T11:19:25Z', 'revision_number': 4, 'project_id': 'ff5ef025944744db847f5d0a2ebd1416', 'subnets': [{'id': '19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:19:26.803607 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-aec92d25-1522-4321-9b4f-cbaa7902b4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:26.985897 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec92d25-1522-4321-9b4f-cbaa7902b4a5 None None] Pushing event updated for resources: {'Port': ['ID=e43d0c83-5701-46b9-b255-cf6a1582ba3f,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:27.019797 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-b0baa25d-6252-46d6-8de2-6df24ac97768 None None] Provisioning complete for port e43d0c83-5701-46b9-b255-cf6a1582ba3f triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:27.023629 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b0baa25d-6252-46d6-8de2-6df24ac97768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:27.067836 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe815a0-1571-4be8-98a1-8b8f2af83341 req-06f6cf89-940e-4e78-beec-0d205f6b1964 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:27.069985 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7fe815a0-1571-4be8-98a1-8b8f2af83341 req-06f6cf89-940e-4e78-beec-0d205f6b1964 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.1095955 Mar 14 11:19:27.126952 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b7968c6c-9b30-4819-b57f-ed561947fb9a req-70de7423-8538-4874-8184-39e55887aec9 tempest-DeleteServersTestJSON-1424909733 tempest-DeleteServersTestJSON-1424909733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b87aeb94-8e31-4170-ad0c-f175d365040e HTTP/1.1" status: 200 len: 210 time: 0.0465376 Mar 14 11:19:27.188089 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7fe815a0-1571-4be8-98a1-8b8f2af83341 req-19bdc702-6c45-4500-8c9c-6fd0155ea652 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966110 Mar 14 11:19:27.229929 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-b0baa25d-6252-46d6-8de2-6df24ac97768 None None] Current status of the port e43d0c83-5701-46b9-b255-cf6a1582ba3f is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:28.406535 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b89ab-336e-4eca-a76d-c44dbd1eca3b req-1733895d-f108-4c12-9953-ca75ef809f30 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:28.419335 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-159b89ab-336e-4eca-a76d-c44dbd1eca3b req-1733895d-f108-4c12-9953-ca75ef809f30 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.1194489 Mar 14 11:19:28.529655 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-159b89ab-336e-4eca-a76d-c44dbd1eca3b req-3d1082b0-2f9c-42b2-9117-7ef3c9f02812 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091356 Mar 14 11:19:28.785447 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device e43d0c83-5701-46b9-b255-cf6a1582ba3f up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:19:28.857135 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port e43d0c83-5701-46b9-b255-cf6a1582ba3f triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:28.857509 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:28.950516 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port e43d0c83-5701-46b9-b255-cf6a1582ba3f is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:29.727883 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df527b4-af1f-46ac-a336-7f4f0c52c71c req-4c6780c6-9f8f-4340-957c-0841dbbf5bd7 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:29.739353 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1df527b4-af1f-46ac-a336-7f4f0c52c71c req-4c6780c6-9f8f-4340-957c-0841dbbf5bd7 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.1259761 Mar 14 11:19:29.856520 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1df527b4-af1f-46ac-a336-7f4f0c52c71c req-d1da0d95-818b-48e3-a66b-27e7b5cad44c tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113503 Mar 14 11:19:30.702432 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 52762) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:30.781270 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc08297-84af-4bef-8531-f0541f583be2 admin admin] Deleting subnet 1d761fb8-1eea-4f18-8f6a-a0d71c9d14db {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:19:30.794462 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bcc08297-84af-4bef-8531-f0541f583be2 admin admin] Publish callbacks [] for subnet (1d761fb8-1eea-4f18-8f6a-a0d71c9d14db), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:30.849149 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bcc08297-84af-4bef-8531-f0541f583be2 admin admin] Publish callbacks [] for subnet (1d761fb8-1eea-4f18-8f6a-a0d71c9d14db), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:30.857759 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bcc08297-84af-4bef-8531-f0541f583be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (1d761fb8-1eea-4f18-8f6a-a0d71c9d14db), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:30.875778 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52768) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:31.034856 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0cec90-f452-4af7-8a7a-c57a8f084c60 req-f4fdc858-e474-4619-8d1e-8d83935c5801 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:31.045023 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ab0cec90-f452-4af7-8a7a-c57a8f084c60 req-f4fdc858-e474-4619-8d1e-8d83935c5801 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.1001449 Mar 14 11:19:31.050413 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bcc08297-84af-4bef-8531-f0541f583be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for subnet (1d761fb8-1eea-4f18-8f6a-a0d71c9d14db), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.071832 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bcc08297-84af-4bef-8531-f0541f583be2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.082152 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-bcc08297-84af-4bef-8531-f0541f583be2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1d761fb8-1eea-4f18-8f6a-a0d71c9d14db HTTP/1.1" status: 204 len: 168 time: 0.3756921 Mar 14 11:19:31.109639 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ab0cec90-f452-4af7-8a7a-c57a8f084c60 req-c4e61b32-f5ef-4712-b106-f67a2eacbeb3 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636780 Mar 14 11:19:31.117841 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52774) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:31.130342 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc08297-84af-4bef-8531-f0541f583be2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d761fb8-1eea-4f18-8f6a-a0d71c9d14db,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:31.202296 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c681c4ea-a675-4555-af62-cf7e8f9e85ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.237627 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e6ec6a71-e317-4ca0-9026-d15797096e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.362558 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e6ec6a71-e317-4ca0-9026-d15797096e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.395503 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-e6ec6a71-e317-4ca0-9026-d15797096e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:31.412342 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c681c4ea-a675-4555-af62-cf7e8f9e85ad admin admin] Publish callbacks [] for security_group (c4b625d8-0afa-4458-ae9e-23d5d6934304), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.414334 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-e6ec6a71-e317-4ca0-9026-d15797096e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b086701a-9307-49b0-a0a4-ba70fc793010') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:31.414622 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-e6ec6a71-e317-4ca0-9026-d15797096e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b086701a-9307-49b0-a0a4-ba70fc793010') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:31.428123 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e6ec6a71-e317-4ca0-9026-d15797096e6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11546360'] for segment (b086701a-9307-49b0-a0a4-ba70fc793010), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.445093 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e6ec6a71-e317-4ca0-9026-d15797096e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (b086701a-9307-49b0-a0a4-ba70fc793010), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.452740 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ec6a71-e317-4ca0-9026-d15797096e6c admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:19:31.453123 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e6ec6a71-e317-4ca0-9026-d15797096e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2077848'] for segment (b086701a-9307-49b0-a0a4-ba70fc793010), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: timer() Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: cb(*args, **kw) Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: self._notify() Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: self.callback(batched_events) Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: event.method(event) Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._get(url).json() Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:19:31.455038 dv-cinder-831776-2-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:19:31.517764 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c681c4ea-a675-4555-af62-cf7e8f9e85ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c4b625d8-0afa-4458-ae9e-23d5d6934304), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.557048 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681c4ea-a675-4555-af62-cf7e8f9e85ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b625d8-0afa-4458-ae9e-23d5d6934304,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:31.564080 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c681c4ea-a675-4555-af62-cf7e8f9e85ad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98fce41f70c446c78d647fb5efc3dec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6849232 Mar 14 11:19:31.564308 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52776) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:31.644480 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-105dcce0-dbe5-4c73-b5e0-db30342bc45a admin admin] Publish callbacks [] for security_group (c4b625d8-0afa-4458-ae9e-23d5d6934304), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.655254 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e6ec6a71-e317-4ca0-9026-d15797096e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.664331 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e6ec6a71-e317-4ca0-9026-d15797096e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.670885 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e6ec6a71-e317-4ca0-9026-d15797096e6c admin admin] 10.222.0.37 "DELETE /v2.0/networks/0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8 HTTP/1.1" status: 204 len: 168 time: 0.5507393 Mar 14 11:19:31.688333 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec6a71-e317-4ca0-9026-d15797096e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=0af9bba6-f3f2-4d6f-8a76-9ec761ab01c8,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:31.691360 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-105dcce0-dbe5-4c73-b5e0-db30342bc45a admin admin] Publish callbacks [] for security_group (c4b625d8-0afa-4458-ae9e-23d5d6934304), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.912896 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-105dcce0-dbe5-4c73-b5e0-db30342bc45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c4b625d8-0afa-4458-ae9e-23d5d6934304), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.917480 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-105dcce0-dbe5-4c73-b5e0-db30342bc45a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:31.918483 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-105dcce0-dbe5-4c73-b5e0-db30342bc45a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4b625d8-0afa-4458-ae9e-23d5d6934304 HTTP/1.1" status: 204 len: 168 time: 0.3532336 Mar 14 11:19:31.940760 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dcce0-dbe5-4c73-b5e0-db30342bc45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b625d8-0afa-4458-ae9e-23d5d6934304,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:32.137420 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 52794) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:32.185065 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-91bad7d9-568b-4229-80a1-c5197d77556a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4cd96f619b9748d6abb38c941462f2bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0473752 Mar 14 11:19:32.187861 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52796) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:32.289187 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ba264a5-59da-456d-9ebf-62c131d920e3 admin admin] Publish callbacks [] for security_group (1cb6311b-bd9d-459f-9a9f-6f5b151a3756), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:32.295138 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e82c45-efa9-4c01-a463-bbd56136b8f1 req-40624221-78c0-48f4-af61-eeb2a17e3aba tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:32.307824 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c6e82c45-efa9-4c01-a463-bbd56136b8f1 req-40624221-78c0-48f4-af61-eeb2a17e3aba tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.1093175 Mar 14 11:19:32.338555 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ba264a5-59da-456d-9ebf-62c131d920e3 admin admin] Publish callbacks [] for security_group (1cb6311b-bd9d-459f-9a9f-6f5b151a3756), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:32.399409 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c6e82c45-efa9-4c01-a463-bbd56136b8f1 req-94354fd6-9f5e-41c0-ad9c-2e87440966c8 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832243 Mar 14 11:19:32.515703 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ba264a5-59da-456d-9ebf-62c131d920e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (1cb6311b-bd9d-459f-9a9f-6f5b151a3756), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:32.515703 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ba264a5-59da-456d-9ebf-62c131d920e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:32.516512 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3ba264a5-59da-456d-9ebf-62c131d920e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cb6311b-bd9d-459f-9a9f-6f5b151a3756 HTTP/1.1" status: 204 len: 168 time: 0.3239777 Mar 14 11:19:32.530952 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba264a5-59da-456d-9ebf-62c131d920e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb6311b-bd9d-459f-9a9f-6f5b151a3756,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:32.864805 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52810) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:32.876706 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f9f9fb26-5e51-4c58-af3e-7475d7e632a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:32.975820 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f9f9fb26-5e51-4c58-af3e-7475d7e632a9 admin admin] Publish callbacks [] for security_group (ab13965b-941b-44ba-b081-4409a04cce5a), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:33.507870 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f9f9fb26-5e51-4c58-af3e-7475d7e632a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (ab13965b-941b-44ba-b081-4409a04cce5a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:33.559624 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f9f9fb26-5e51-4c58-af3e-7475d7e632a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98fb0787c6ce4b2bb45d000414d6084c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6927235 Mar 14 11:19:33.559624 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52824) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:33.562331 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9fb26-5e51-4c58-af3e-7475d7e632a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab13965b-941b-44ba-b081-4409a04cce5a,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:33.577887 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2945f-7efb-4add-8666-a311ea5b290b req-6b161b0a-bd54-45ae-9eca-42384946563c tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:33.578661 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75d2945f-7efb-4add-8666-a311ea5b290b req-6b161b0a-bd54-45ae-9eca-42384946563c tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.1042423 Mar 14 11:19:33.717605 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75d2945f-7efb-4add-8666-a311ea5b290b req-764f8218-3db4-4aa8-9869-a589f6285fc6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269412 Mar 14 11:19:33.717605 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ebda9bd-57d2-478c-bf43-2aa88d93f9e1 admin admin] Publish callbacks [] for security_group (ab13965b-941b-44ba-b081-4409a04cce5a), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:33.755516 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ebda9bd-57d2-478c-bf43-2aa88d93f9e1 admin admin] Publish callbacks [] for security_group (ab13965b-941b-44ba-b081-4409a04cce5a), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:33.912557 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ebda9bd-57d2-478c-bf43-2aa88d93f9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (ab13965b-941b-44ba-b081-4409a04cce5a), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:33.915587 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2ebda9bd-57d2-478c-bf43-2aa88d93f9e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:33.923202 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2ebda9bd-57d2-478c-bf43-2aa88d93f9e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab13965b-941b-44ba-b081-4409a04cce5a HTTP/1.1" status: 204 len: 168 time: 0.3560362 Mar 14 11:19:33.931115 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebda9bd-57d2-478c-bf43-2aa88d93f9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab13965b-941b-44ba-b081-4409a04cce5a,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:34.197825 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 52848) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:34.522307 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1039322108-network', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:34.655762 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] Made reservation on behalf of 87c49ee49cd14a2aa0cc354627515760 for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:19:34.658104 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:34.666709 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:34.786472 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] Publish callbacks [] for security_group (9bc31cf8-83c9-4de2-b9c8-c13dbcaf6320), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:34.859593 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (9bc31cf8-83c9-4de2-b9c8-c13dbcaf6320), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:34.889247 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944c7fc-6423-46ab-a9fb-5364256996d3 req-7276037f-7925-48ab-902a-9a08d847f030 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:34.898795 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2944c7fc-6423-46ab-a9fb-5364256996d3 req-7276037f-7925-48ab-902a-9a08d847f030 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0927415 Mar 14 11:19:34.917803 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 293, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:19:34.938398 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc31cf8-83c9-4de2-b9c8-c13dbcaf6320,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:34.946941 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (4f36b244-3062-48a6-a304-d7774cd7d26d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:34.947430 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] Added segment 4f36b244-3062-48a6-a304-d7774cd7d26d of type vlan for network 7948184e-83ff-43df-a1e2-ac0589280d46 Mar 14 11:19:35.012888 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (7948184e-83ff-43df-a1e2-ac0589280d46), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:35.029108 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2944c7fc-6423-46ab-a9fb-5364256996d3 req-d20b60a9-9624-45d9-be0b-37d0f9b0f3bd tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257439 Mar 14 11:19:35.118063 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (7948184e-83ff-43df-a1e2-ac0589280d46), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:35.119475 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:35.121275 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:35.203256 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] Pushing event updated for resources: {'Network': ['ID=7948184e-83ff-43df-a1e2-ac0589280d46,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:35.214374 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network 7948184e-83ff-43df-a1e2-ac0589280d46 details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:19:35.286683 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b4d216b3-f982-421e-bacf-2fc78e4694e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:35.286787 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-4e06e2a6-55b9-4acd-a3e4-f14d3ea227f3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0792618 Mar 14 11:19:35.286787 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 52876) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:35.295227 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-d17a05aa-ea46-4e70-a4e6-97bcf35c2216 admin admin] Request body: {'subnet': {'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-subnet', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:35.422848 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17a05aa-ea46-4e70-a4e6-97bcf35c2216 admin admin] Made reservation on behalf of 87c49ee49cd14a2aa0cc354627515760 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:19:35.428391 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d17a05aa-ea46-4e70-a4e6-97bcf35c2216 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:35.730298 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d17a05aa-ea46-4e70-a4e6-97bcf35c2216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for subnet (c145818f-9d7d-4997-ae9c-db4cbe8d2da1), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:35.795558 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a05aa-ea46-4e70-a4e6-97bcf35c2216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c145818f-9d7d-4997-ae9c-db4cbe8d2da1,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:35.801422 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17a05aa-ea46-4e70-a4e6-97bcf35c2216 admin admin] Checking segment: {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:19:35.802409 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a05aa-ea46-4e70-a4e6-97bcf35c2216 admin admin] Network hostable DHCP agents. Network: 7948184e-83ff-43df-a1e2-ac0589280d46, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:19:35.912371 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17a05aa-ea46-4e70-a4e6-97bcf35c2216 admin admin] Network 7948184e-83ff-43df-a1e2-ac0589280d46 is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:19:35.986641 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-d17a05aa-ea46-4e70-a4e6-97bcf35c2216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, 7948184e-83ff-43df-a1e2-ac0589280d46) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:35.990761 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17a05aa-ea46-4e70-a4e6-97bcf35c2216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:35.991349 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d17a05aa-ea46-4e70-a4e6-97bcf35c2216 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:35.998868 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8eafae-37e2-4c56-9c51-8c2cc698b45b None None] Network 7948184e-83ff-43df-a1e2-ac0589280d46 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:19:36.084526 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d17a05aa-ea46-4e70-a4e6-97bcf35c2216 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7987924 Mar 14 11:19:36.084526 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 52892) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:36.088632 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:36.125798 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76d7e8ab-c6c4-5dc2-bbd2-0a63752f153b-7948184e-83ff-43df-a1e2-ac0589280d46', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1'}]}} from dv-cinder-831776-2-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 11:19:36.126794 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:36.189777 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1d920-055e-4e80-a1d6-214e2d638b81 req-bf023691-eab6-4729-99fb-002660673cbf tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:36.191272 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1be1d920-055e-4e80-a1d6-214e2d638b81 req-bf023691-eab6-4729-99fb-002660673cbf tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0755012 Mar 14 11:19:36.225319 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3901214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router (fc7c283b-5081-4de4-b36a-cf56356795a5), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:36.226399 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3901322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3899752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3930077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6786'] for router (fc7c283b-5081-4de4-b36a-cf56356795a5), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:36.249443 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1be1d920-055e-4e80-a1d6-214e2d638b81 req-cc838c6e-f545-40bc-81fc-a6c931fcc08b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513055 Mar 14 11:19:36.313743 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Allocated IP 172.20.0.2 (7948184e-83ff-43df-a1e2-ac0589280d46/c145818f-9d7d-4997-ae9c-db4cbe8d2da1/531854f6-0474-4dba-8346-d9fe9aa06bee) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:19:36.326963 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Publish callbacks [] for router_controller (fc7c283b-5081-4de4-b36a-cf56356795a5), precommit_add_association {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:36.524390 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Publish callbacks [] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:36.588366 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:36.638280 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:36.741703 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Network 7948184e-83ff-43df-a1e2-ac0589280d46 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:19:36.748903 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:36.760150 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:19:36.793763 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Pushing event updated for resources: {'Port': ['ID=531854f6-0474-4dba-8346-d9fe9aa06bee,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:36.824619 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Attempting to bind port 531854f6-0474-4dba-8346-d9fe9aa06bee on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:19:36.853029 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Attempting to bind port 531854f6-0474-4dba-8346-d9fe9aa06bee by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:19:36.853029 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Attempting to bind port 531854f6-0474-4dba-8346-d9fe9aa06bee on network 7948184e-83ff-43df-a1e2-ac0589280d46 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:19:36.853029 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:19:36.853029 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Checking segment: {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:19:36.853029 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:36.853029 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Bound using segment: {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:19:36.853029 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Bound port: 531854f6-0474-4dba-8346-d9fe9aa06bee, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:19:36.853029 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:36.861642 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Publish callbacks [] for router_gateway (fc7c283b-5081-4de4-b36a-cf56356795a5), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:36.897668 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] For port 531854f6-0474-4dba-8346-d9fe9aa06bee, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:19:36.900797 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] For port 531854f6-0474-4dba-8346-d9fe9aa06bee, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=531854f6-0474-4dba-8346-d9fe9aa06bee,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:19:37.368417 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b8b98-c72a-423a-8bb7-a6e6ec53b0de req-1a4e3fd0-1d7c-4bc3-af1d-28c7749ae305 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:37.369870 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-133b8b98-c72a-423a-8bb7-a6e6ec53b0de req-1a4e3fd0-1d7c-4bc3-af1d-28c7749ae305 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0509202 Mar 14 11:19:37.416465 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-133b8b98-c72a-423a-8bb7-a6e6ec53b0de req-40605930-9460-4033-a5cc-096a21dd9c6f tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Mar 14 11:19:37.497686 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f905a295-c01b-4ac5-99b2-cd2e7cffed6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:37.499918 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:37.583831 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51192f44-c7ac-4581-8801-3bea42c44d0a None None] Pushing event updated for resources: {'Port': ['ID=531854f6-0474-4dba-8346-d9fe9aa06bee,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:37.761769 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Publish callbacks [] for router_gateway (fc7c283b-5081-4de4-b36a-cf56356795a5), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:37.788084 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:37.945632 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Allocated IP 172.27.3.22 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/dc66bfcf-bc17-426b-9c3f-7974ec033cb3) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:19:38.078951 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Publish callbacks [] for port (dc66bfcf-bc17-426b-9c3f-7974ec033cb3), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:38.352736 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (dc66bfcf-bc17-426b-9c3f-7974ec033cb3), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:38.400328 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:19:38.405578 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:38.410097 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:19:38.413317 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Pushing event updated for resources: {'Port': ['ID=dc66bfcf-bc17-426b-9c3f-7974ec033cb3,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:38.586193 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83361ac6-6cdf-49ab-bfce-693aa9193721 req-7eaa9cda-4506-4df8-978e-4fb1e52b74b5 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:38.588124 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-83361ac6-6cdf-49ab-bfce-693aa9193721 req-7eaa9cda-4506-4df8-978e-4fb1e52b74b5 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0876486 Mar 14 11:19:38.639125 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-83361ac6-6cdf-49ab-bfce-693aa9193721 req-7a08862f-00d8-4004-95fd-139ab344d311 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441515 Mar 14 11:19:38.649286 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:38.740000 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Publish callbacks [] for router_gateway (fc7c283b-5081-4de4-b36a-cf56356795a5), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:38.772360 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 531854f6-0474-4dba-8346-d9fe9aa06bee up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:19:38.861644 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 531854f6-0474-4dba-8346-d9fe9aa06bee triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:38.861986 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:38.890823 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38da61a-53c6-4567-968f-9a78c2d47176 None None] Network 7948184e-83ff-43df-a1e2-ac0589280d46 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:19:38.972632 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3899669'] for router (fc7c283b-5081-4de4-b36a-cf56356795a5), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:39.040233 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-fd3f39a6-4f9e-4f20-9b5d-9529ffe5f1e6 None None] Provisioning complete for port 531854f6-0474-4dba-8346-d9fe9aa06bee triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:39.040233 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fd3f39a6-4f9e-4f20-9b5d-9529ffe5f1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:39.083015 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 531854f6-0474-4dba-8346-d9fe9aa06bee is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:39.083015 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:39.143247 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port 531854f6-0474-4dba-8346-d9fe9aa06bee, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=531854f6-0474-4dba-8346-d9fe9aa06bee,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:19:39.195788 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f39a6-4f9e-4f20-9b5d-9529ffe5f1e6 None None] Current status of the port 531854f6-0474-4dba-8346-d9fe9aa06bee is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:39.196204 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fd3f39a6-4f9e-4f20-9b5d-9529ffe5f1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:39.223725 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Router fc7c283b-5081-4de4-b36a-cf56356795a5 is scheduled to L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa with binding_index 1 {{(pid=104015) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 11:19:39.271631 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:39.367053 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.db.api [None req-fd3f39a6-4f9e-4f20-9b5d-9529ffe5f1e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 11:19:39.367521 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG oslo_db.api [None req-fd3f39a6-4f9e-4f20-9b5d-9529ffe5f1e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 11:19:39.373593 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=531854f6-0474-4dba-8346-d9fe9aa06bee,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:39.376554 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:19:39.389636 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Sync routers for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:19:39.397970 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:19:39.398630 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:19:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:39.493032 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:39.498510 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 52980) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:39.499382 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-803a2fbf-4ddb-479d-8f2b-7e6f2794ae48 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4139392 Mar 14 11:19:39.530061 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:19:39.665406 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-3542c9d6-757c-46d3-a2ee-a9bbd6382655 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:39.667052 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-3542c9d6-757c-46d3-a2ee-a9bbd6382655 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/networks?id=c3732a89-3d96-4f9c-aaa1-b75f25d16a91 HTTP/1.1" status: 200 len: 814 time: 0.1935461 Mar 14 11:19:39.718716 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-eed06c08-abf7-43bb-88e1-009be709063f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/quotas/292d573892b244f9ba50eddc7652e19e HTTP/1.1" status: 200 len: 375 time: 0.0441089 Mar 14 11:19:39.724158 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:38Z', 'revision_number': 3, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:39.773796 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c05087-3382-45de-bb1f-c2a18830d20e req-a5dae092-9bdc-47ab-ae63-26537d784b04 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:39.776391 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-17c05087-3382-45de-bb1f-c2a18830d20e req-a5dae092-9bdc-47ab-ae63-26537d784b04 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0609310 Mar 14 11:19:39.831727 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-17c05087-3382-45de-bb1f-c2a18830d20e req-d2e78d82-7107-4c72-9bcc-2d066c0186b5 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491173 Mar 14 11:19:39.832096 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Checking router: fc7c283b-5081-4de4-b36a-cf56356795a5 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:19:39.832445 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Updating router fc7c283b-5081-4de4-b36a-cf56356795a5 port dc66bfcf-bc17-426b-9c3f-7974ec033cb3 binding host dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:19:39.860953 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (dc66bfcf-bc17-426b-9c3f-7974ec033cb3), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:39.868689 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-a7958efe-a07a-47e9-bbb4-c5c02c05c7d3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=292d573892b244f9ba50eddc7652e19e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1371248 Mar 14 11:19:39.910161 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-fd3f39a6-4f9e-4f20-9b5d-9529ffe5f1e6 None None] Current status of the port 531854f6-0474-4dba-8346-d9fe9aa06bee is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:40.030535 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-13004ab0-853a-4166-88db-0bb90f920008 None None] Provisioning complete for port 531854f6-0474-4dba-8346-d9fe9aa06bee triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:40.031025 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-13004ab0-853a-4166-88db-0bb90f920008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:40.040362 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-1e112ec8-e07b-48fc-9661-30d7ef58022e service neutron] 10.222.0.37 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553743 Mar 14 11:19:40.110640 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-13004ab0-853a-4166-88db-0bb90f920008 None None] Current status of the port 531854f6-0474-4dba-8346-d9fe9aa06bee is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:40.118846 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Publish callbacks [] for port (dc66bfcf-bc17-426b-9c3f-7974ec033cb3), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:40.191864 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:40.203462 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-2888d877-29da-4b6d-8771-fdad71307814 service neutron] 10.222.0.37 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372583 Mar 14 11:19:40.228878 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (dc66bfcf-bc17-426b-9c3f-7974ec033cb3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:40.287333 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Attempting to bind port dc66bfcf-bc17-426b-9c3f-7974ec033cb3 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:19:40.287723 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Attempting to bind port dc66bfcf-bc17-426b-9c3f-7974ec033cb3 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:19:40.288094 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Attempting to bind port dc66bfcf-bc17-426b-9c3f-7974ec033cb3 on network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:19:40.291258 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b9eef-f39f-4d5c-abe7-46e38e839836 None None] Pushing event updated for resources: {'Port': ['ID=dc66bfcf-bc17-426b-9c3f-7974ec033cb3,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:40.296430 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:19:40.296827 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Checking segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:19:40.297237 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:40.297667 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Bound using segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:19:40.298266 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Bound port: dc66bfcf-bc17-426b-9c3f-7974ec033cb3, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:19:40.299424 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (dc66bfcf-bc17-426b-9c3f-7974ec033cb3), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:40.335441 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:40.351774 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] For port dc66bfcf-bc17-426b-9c3f-7974ec033cb3, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:19:40.355642 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] For port dc66bfcf-bc17-426b-9c3f-7974ec033cb3, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=dc66bfcf-bc17-426b-9c3f-7974ec033cb3,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:19:40.369634 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Allocated IP 172.20.0.1 (7948184e-83ff-43df-a1e2-ac0589280d46/c145818f-9d7d-4997-ae9c-db4cbe8d2da1/f93ea520-712a-4808-bf51-a2f9732cd14e) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:19:40.427086 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (dc66bfcf-bc17-426b-9c3f-7974ec033cb3), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:40.487311 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:19:40.487928 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:19:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:40.494668 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Publish callbacks [] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:40.528539 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b9eef-f39f-4d5c-abe7-46e38e839836 None None] Pushing event updated for resources: {'Port': ['ID=dc66bfcf-bc17-426b-9c3f-7974ec033cb3,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:40.531304 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dc690c10-6bb7-4392-90e7-a4b039a668db req-d93e08d3-4c79-4885-b202-12311894d5df tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 210 time: 0.0356081 Mar 14 11:19:40.603992 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:40.609256 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:19:40.660184 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Network 7948184e-83ff-43df-a1e2-ac0589280d46 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:19:40.664454 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:40.668456 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:19:40.673935 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Pushing event updated for resources: {'Port': ['ID=f93ea520-712a-4808-bf51-a2f9732cd14e,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:40.717402 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899496'] for router_interface (fc7c283b-5081-4de4-b36a-cf56356795a5), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:40.749311 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 531854f6-0474-4dba-8346-d9fe9aa06bee up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:19:40.806297 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:38Z', 'revision_number': 3, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:40.817321 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 531854f6-0474-4dba-8346-d9fe9aa06bee triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:40.818209 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:40.834502 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e610ad4-6c07-455e-a7d0-ce12e56a5c06 None None] The sync data for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi is: [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:38Z', 'revision_number': 3, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:19:40.936792 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 531854f6-0474-4dba-8346-d9fe9aa06bee is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:41.013425 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e08e34-2331-4d9c-b1bf-ef0be865eb41 req-f9e2184e-7613-45e5-8f10-2d08e2327564 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:41.015318 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59e08e34-2331-4d9c-b1bf-ef0be865eb41 req-f9e2184e-7613-45e5-8f10-2d08e2327564 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0762248 Mar 14 11:19:41.020146 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:41.048062 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-9d1675b2-8793-4336-9d88-ff113c4b4c47 None None] Provisioning complete for port f93ea520-712a-4808-bf51-a2f9732cd14e triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:41.048493 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9d1675b2-8793-4336-9d88-ff113c4b4c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:41.091673 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-9d1675b2-8793-4336-9d88-ff113c4b4c47 None None] Port f93ea520-712a-4808-bf51-a2f9732cd14e cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:19:41.111129 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59e08e34-2331-4d9c-b1bf-ef0be865eb41 req-71318356-e658-4806-a78f-69b1ca9f4bb0 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888071 Mar 14 11:19:41.444693 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Publish callbacks [] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:41.529855 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:41.602283 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Pushing event updated for resources: {'Port': ['ID=f93ea520-712a-4808-bf51-a2f9732cd14e,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:41.605732 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899604'] for router_interface (fc7c283b-5081-4de4-b36a-cf56356795a5), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:41.617402 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-241c7c03-4650-4503-a937-bd96197e3a27 req-9192c78c-09e9-4159-8d3d-b2cd2e91034c tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 210 time: 0.0395560 Mar 14 11:19:41.726800 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Network 7948184e-83ff-43df-a1e2-ac0589280d46 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:19:41.728281 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:41.794460 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:41.855698 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Router fc7c283b-5081-4de4-b36a-cf56356795a5 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:19:41.972400 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:19:41.978148 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3473cc35-1d73-421a-8d58-44acccb5dc36 admin admin] 10.222.0.37 "PUT /v2.0/routers/fc7c283b-5081-4de4-b36a-cf56356795a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4784119 Mar 14 11:19:42.017642 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-f39f829d-7221-4760-80da-609cdb9d1403 None None] Provisioning complete for port f93ea520-712a-4808-bf51-a2f9732cd14e triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:42.018194 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f39f829d-7221-4760-80da-609cdb9d1403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:42.055334 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f39f829d-7221-4760-80da-609cdb9d1403 None None] Port f93ea520-712a-4808-bf51-a2f9732cd14e cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:19:42.254954 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66a136-a311-421c-833b-45a915f1b6a7 req-cfc191f3-160d-41ea-a07f-5989cfaadd74 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:42.256483 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2e66a136-a311-421c-833b-45a915f1b6a7 req-cfc191f3-160d-41ea-a07f-5989cfaadd74 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0612428 Mar 14 11:19:42.316501 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2e66a136-a311-421c-833b-45a915f1b6a7 req-c37ddfe6-d5ec-465d-bf1f-fa5d458109a4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518174 Mar 14 11:19:42.521056 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Sync routers for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:19:42.531905 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:19:42.532513 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:19:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:42.569934 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 53034) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:42.577019 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-d21822f0-131f-4350-8076-f9e151e6f466 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--67805300', 'description': 'tempest-description--1483301059'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:42.752700 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d21822f0-131f-4350-8076-f9e151e6f466 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:42.792764 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:19:42.816318 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0a39c6bf-803a-4c19-9c31-6d618eb3fbd6 req-461bda3f-f9ab-4335-a2a3-88d1186407e9 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 210 time: 0.0698729 Mar 14 11:19:42.834788 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device dc66bfcf-bc17-426b-9c3f-7974ec033cb3 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:19:42.849735 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d21822f0-131f-4350-8076-f9e151e6f466 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (20d07991-6059-41a8-9417-9a46c17c79d4), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:42.929626 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d21822f0-131f-4350-8076-f9e151e6f466 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (20d07991-6059-41a8-9417-9a46c17c79d4), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:42.961360 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21822f0-131f-4350-8076-f9e151e6f466 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d07991-6059-41a8-9417-9a46c17c79d4,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:42.982500 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port dc66bfcf-bc17-426b-9c3f-7974ec033cb3 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:42.982879 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (dc66bfcf-bc17-426b-9c3f-7974ec033cb3), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.029532 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d21822f0-131f-4350-8076-f9e151e6f466 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.030837 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d21822f0-131f-4350-8076-f9e151e6f466 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4592342 Mar 14 11:19:43.037899 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 53048) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:43.043363 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-c16cd262-e191-49c8-9ddb-40b78e5f0d22 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'security_group_rule': {'security_group_id': '20d07991-6059-41a8-9417-9a46c17c79d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:43.105780 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port dc66bfcf-bc17-426b-9c3f-7974ec033cb3 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:43.106344 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (dc66bfcf-bc17-426b-9c3f-7974ec033cb3), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.129217 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:41Z', 'revision_number': 2, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:43.134534 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port dc66bfcf-bc17-426b-9c3f-7974ec033cb3, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=dc66bfcf-bc17-426b-9c3f-7974ec033cb3,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:19:43.154826 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c16cd262-e191-49c8-9ddb-40b78e5f0d22 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (efe9f29d-dd9a-4682-9024-e6f2de7dc93a), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.162642 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Checking router: fc7c283b-5081-4de4-b36a-cf56356795a5 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:19:43.163009 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Updating router fc7c283b-5081-4de4-b36a-cf56356795a5 port f93ea520-712a-4808-bf51-a2f9732cd14e binding host dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:19:43.192108 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.204356 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (dc66bfcf-bc17-426b-9c3f-7974ec033cb3), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.232927 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c16cd262-e191-49c8-9ddb-40b78e5f0d22 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (efe9f29d-dd9a-4682-9024-e6f2de7dc93a), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.301094 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c16cd262-e191-49c8-9ddb-40b78e5f0d22 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (efe9f29d-dd9a-4682-9024-e6f2de7dc93a), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.316405 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cd262-e191-49c8-9ddb-40b78e5f0d22 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe9f29d-dd9a-4682-9024-e6f2de7dc93a,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:43.328788 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=dc66bfcf-bc17-426b-9c3f-7974ec033cb3,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:43.411814 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c16cd262-e191-49c8-9ddb-40b78e5f0d22 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.413249 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c16cd262-e191-49c8-9ddb-40b78e5f0d22 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3741715 Mar 14 11:19:43.424351 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 53052) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:43.429087 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-aeb6ee51-4dba-4f10-b626-eabc290354cb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'security_group_rule': {'security_group_id': '20d07991-6059-41a8-9417-9a46c17c79d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:43.453504 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e548e3-5270-44c7-94da-2fcf9bac3aa4 req-2fdbedee-4fa0-4d94-93b3-6e95155ee88b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:43.455462 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00e548e3-5270-44c7-94da-2fcf9bac3aa4 req-2fdbedee-4fa0-4d94-93b3-6e95155ee88b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0629263 Mar 14 11:19:43.502968 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00e548e3-5270-44c7-94da-2fcf9bac3aa4 req-61a4e1f0-64b5-4e72-be13-0e2b97ad8a86 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Mar 14 11:19:43.506337 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Publish callbacks [] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.546283 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ee51-4dba-4f10-b626-eabc290354cb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (e3fea505-9a76-49c9-8198-6e7680ef9774), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.592172 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.594352 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ee51-4dba-4f10-b626-eabc290354cb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (e3fea505-9a76-49c9-8198-6e7680ef9774), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.645748 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd069694-93f7-415e-9731-13cb6df1245e None None] Pushing event updated for resources: {'Port': ['ID=f93ea520-712a-4808-bf51-a2f9732cd14e,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:43.666982 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ee51-4dba-4f10-b626-eabc290354cb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (e3fea505-9a76-49c9-8198-6e7680ef9774), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.692811 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6ee51-4dba-4f10-b626-eabc290354cb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fea505-9a76-49c9-8198-6e7680ef9774,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:43.710316 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Attempting to bind port f93ea520-712a-4808-bf51-a2f9732cd14e on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:19:43.710686 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Attempting to bind port f93ea520-712a-4808-bf51-a2f9732cd14e by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:19:43.711102 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Attempting to bind port f93ea520-712a-4808-bf51-a2f9732cd14e on network 7948184e-83ff-43df-a1e2-ac0589280d46 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:19:43.717179 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:19:43.717560 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Checking segment: {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:19:43.717984 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.718380 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Bound using segment: {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:19:43.718857 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Bound port: f93ea520-712a-4808-bf51-a2f9732cd14e, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:19:43.719239 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.777418 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-aeb6ee51-4dba-4f10-b626-eabc290354cb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.780089 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-aeb6ee51-4dba-4f10-b626-eabc290354cb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3545172 Mar 14 11:19:43.783715 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 53060) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:43.790454 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] For port f93ea520-712a-4808-bf51-a2f9732cd14e, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:19:43.791489 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'floatingip': {'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:43.793789 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] For port f93ea520-712a-4808-bf51-a2f9732cd14e, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=f93ea520-712a-4808-bf51-a2f9732cd14e,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:19:43.867002 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.895442 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.901049 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-92343993-963c-4e0c-937f-1e45be9e79a4 req-b2e7e0db-e10e-4fc7-a445-546b818fe942 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 210 time: 0.0253685 Mar 14 11:19:43.934863 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-cf2e84c6-b53e-40db-9c00-ef0a8fdd5d98 None None] Provisioning complete for port f93ea520-712a-4808-bf51-a2f9732cd14e triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:43.935250 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cf2e84c6-b53e-40db-9c00-ef0a8fdd5d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:43.959317 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:19:43.959952 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:19:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:43.965298 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd069694-93f7-415e-9731-13cb6df1245e None None] Pushing event updated for resources: {'Port': ['ID=f93ea520-712a-4808-bf51-a2f9732cd14e,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:44.007910 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:44.116454 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:19:44.121886 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Allocated IP 172.27.3.49 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/ab1f0d78-6a57-4e65-826d-3ae7c71c3379) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:19:44.147679 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e84c6-b53e-40db-9c00-ef0a8fdd5d98 None None] Current status of the port f93ea520-712a-4808-bf51-a2f9732cd14e is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:44.148068 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cf2e84c6-b53e-40db-9c00-ef0a8fdd5d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:44.224396 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for port (ab1f0d78-6a57-4e65-826d-3ae7c71c3379), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:44.225518 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-cf2e84c6-b53e-40db-9c00-ef0a8fdd5d98 None None] For port f93ea520-712a-4808-bf51-a2f9732cd14e, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=f93ea520-712a-4808-bf51-a2f9732cd14e,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:19:44.343568 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:19:44.345281 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cf2e84c6-b53e-40db-9c00-ef0a8fdd5d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:44.370231 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (ab1f0d78-6a57-4e65-826d-3ae7c71c3379), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:44.373016 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305b3f65-e42e-4f6c-80ac-3c22e2a15ee7 None None] The sync data for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi is: [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:19:44.413696 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:19:44.416617 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:44.420560 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:19:44.426004 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'Port': ['ID=ab1f0d78-6a57-4e65-826d-3ae7c71c3379,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:44.427194 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e84c6-b53e-40db-9c00-ef0a8fdd5d98 None None] Pushing event updated for resources: {'Port': ['ID=f93ea520-712a-4808-bf51-a2f9732cd14e,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:44.475032 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-967ddbd4-7576-452a-a931-922b9122acbb None None] Provisioning complete for port f93ea520-712a-4808-bf51-a2f9732cd14e triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:44.475417 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-967ddbd4-7576-452a-a931-922b9122acbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:44.534930 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (0dd6e900-fb9c-45db-8618-4877db55c904), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:44.572273 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-967ddbd4-7576-452a-a931-922b9122acbb None None] Current status of the port f93ea520-712a-4808-bf51-a2f9732cd14e is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:44.646124 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (ab1f0d78-6a57-4e65-826d-3ae7c71c3379), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:44.699529 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308ef85-a906-45ce-8dd7-7ce9b991961d req-10e6c4e2-a7a6-4c9d-bcc7-2fe19a07ff64 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:44.701340 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5308ef85-a906-45ce-8dd7-7ce9b991961d req-10e6c4e2-a7a6-4c9d-bcc7-2fe19a07ff64 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.1214874 Mar 14 11:19:44.781567 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5308ef85-a906-45ce-8dd7-7ce9b991961d req-41ce810d-1dcb-417c-acce-56f0ed5b605f tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720654 Mar 14 11:19:44.833650 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device f93ea520-712a-4808-bf51-a2f9732cd14e up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:19:44.892725 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for port (ab1f0d78-6a57-4e65-826d-3ae7c71c3379), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:44.899608 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port f93ea520-712a-4808-bf51-a2f9732cd14e triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:44.900062 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:44.958069 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (ab1f0d78-6a57-4e65-826d-3ae7c71c3379), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:45.000120 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port f93ea520-712a-4808-bf51-a2f9732cd14e is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:45.001205 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device dc66bfcf-bc17-426b-9c3f-7974ec033cb3 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:19:45.015196 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e96fdb0b-00be-4571-af9d-2535884c1378 req-a605730a-11e2-492b-88ac-58c39096ee99 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 210 time: 0.0385065 Mar 14 11:19:45.048292 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'Port': ['ID=ab1f0d78-6a57-4e65-826d-3ae7c71c3379,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:45.057042 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (0dd6e900-fb9c-45db-8618-4877db55c904), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:45.059770 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port dc66bfcf-bc17-426b-9c3f-7974ec033cb3 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:45.060222 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (dc66bfcf-bc17-426b-9c3f-7974ec033cb3), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:45.143208 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:45.144721 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port dc66bfcf-bc17-426b-9c3f-7974ec033cb3 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:19:45.145818 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-88042139-8791-4b5f-a185-df6ee06c2227 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3598492 Mar 14 11:19:45.306756 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-1b8c450b-6c71-46cd-b3dc-2332a57ebc62 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--67805300&fields=id&tenant_id=87c49ee49cd14a2aa0cc354627515760 HTTP/1.1" status: 200 len: 267 time: 0.0536318 Mar 14 11:19:45.420414 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-a47fcb5d-44ca-4493-ae98-13c0ae604333 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:45.422003 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-a47fcb5d-44ca-4493-ae98-13c0ae604333 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/networks?id=7948184e-83ff-43df-a1e2-ac0589280d46 HTTP/1.1" status: 200 len: 815 time: 0.1075389 Mar 14 11:19:45.439713 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-876fd203-fc4b-4c7d-b352-d6d16ab38b60 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/quotas/87c49ee49cd14a2aa0cc354627515760 HTTP/1.1" status: 200 len: 375 time: 0.0103328 Mar 14 11:19:45.500305 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-b7342c1d-52ec-4e08-83ea-4ea157b9d0ae tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541651 Mar 14 11:19:45.605620 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-0b7a2f44-a155-45d4-9f1c-2b7823ab74a2 service neutron] 10.222.0.37 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923002 Mar 14 11:19:45.694986 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-253265a6-5c9f-42fe-a360-e8782e8fc9e3 service neutron] 10.222.0.37 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834806 Mar 14 11:19:45.933489 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a6291d52-e73a-497e-aecf-cf8556d46f2e req-ab92ac1c-bbc5-44c9-9604-d848490764cd tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0418777 Mar 14 11:19:45.970411 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa616d2a-e10c-433e-a591-c95070a15e72 req-f8b5230a-775e-4117-afe1-438f5986fc4c tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:45.970411 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fa616d2a-e10c-433e-a591-c95070a15e72 req-f8b5230a-775e-4117-afe1-438f5986fc4c tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.1018314 Mar 14 11:19:46.042556 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fa616d2a-e10c-433e-a591-c95070a15e72 req-34bfd2a6-253a-42f0-8201-afa01847cc3a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682609 Mar 14 11:19:46.110671 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9fdb3508-b129-45a7-b516-a310f06aa3be req-615b6061-4609-45b6-b47d-d45e5192c32b tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 210 time: 0.0272713 Mar 14 11:19:46.256217 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-76c9aa90-7f91-4cf3-934d-6fb2da690ada tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:46.257654 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-76c9aa90-7f91-4cf3-934d-6fb2da690ada tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.44 "GET /v2.0/networks?id=c3732a89-3d96-4f9c-aaa1-b75f25d16a91 HTTP/1.1" status: 200 len: 814 time: 0.1009128 Mar 14 11:19:46.279363 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-7096e3a3-e299-4986-8a94-b5e0bbc06f4f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Request body: {'port': {'device_id': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'admin_state_up': True, 'tenant_id': '292d573892b244f9ba50eddc7652e19e'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:46.518276 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-7096e3a3-e299-4986-8a94-b5e0bbc06f4f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Made reservation on behalf of 292d573892b244f9ba50eddc7652e19e for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:19:46.521622 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-7096e3a3-e299-4986-8a94-b5e0bbc06f4f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:46.659800 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-7096e3a3-e299-4986-8a94-b5e0bbc06f4f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Allocated IP 172.20.0.6 (c3732a89-3d96-4f9c-aaa1-b75f25d16a91/e5850270-558c-4af6-9c86-36d691806adb/9eeca3bf-844b-4ca6-89bf-1c8215c94fa1) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:19:46.818365 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2b4fc-724f-45a9-b542-67370cfb4114 req-24514ec0-be17-46df-b371-4fe09f0847c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:46.819954 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-90e2b4fc-724f-45a9-b542-67370cfb4114 req-24514ec0-be17-46df-b371-4fe09f0847c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 1129 time: 0.1144078 Mar 14 11:19:46.867521 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-7096e3a3-e299-4986-8a94-b5e0bbc06f4f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:46.889616 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-90e2b4fc-724f-45a9-b542-67370cfb4114 req-e577cc88-8426-4b4e-bda2-f1e747378657 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599878 Mar 14 11:19:47.019208 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fe16e5da-f503-4ffa-b649-b745e6fce624 req-1b4bef96-f8c5-4914-9411-ccae6ba6e22a tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0298483 Mar 14 11:19:47.020424 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-7096e3a3-e299-4986-8a94-b5e0bbc06f4f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:47.068818 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-7096e3a3-e299-4986-8a94-b5e0bbc06f4f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Network c3732a89-3d96-4f9c-aaa1-b75f25d16a91 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:19:47.071910 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-7096e3a3-e299-4986-8a94-b5e0bbc06f4f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:47.075584 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-7096e3a3-e299-4986-8a94-b5e0bbc06f4f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:19:47.095148 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-7096e3a3-e299-4986-8a94-b5e0bbc06f4f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:47.095148 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-7096e3a3-e299-4986-8a94-b5e0bbc06f4f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:47.095148 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096e3a3-e299-4986-8a94-b5e0bbc06f4f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Pushing event updated for resources: {'Port': ['ID=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:47.199096 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-7096e3a3-e299-4986-8a94-b5e0bbc06f4f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9216714 Mar 14 11:19:47.201302 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afc5e4-3a45-41d0-91d4-fb71d8c3768e req-d89183bd-811b-4ae3-a0ae-abd99045a75b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:47.203922 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04afc5e4-3a45-41d0-91d4-fb71d8c3768e req-d89183bd-811b-4ae3-a0ae-abd99045a75b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0794332 Mar 14 11:19:47.323755 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28f766-7798-44b0-baea-ff4ce9a7fb36 req-bc352166-2d32-4a55-abb2-f77652bea018 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:47.349475 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2e28f766-7798-44b0-baea-ff4ce9a7fb36 req-bc352166-2d32-4a55-abb2-f77652bea018 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 931 time: 0.1417267 Mar 14 11:19:47.358435 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04afc5e4-3a45-41d0-91d4-fb71d8c3768e req-e94f2a59-9c53-42a9-89a6-2de98ba447aa tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327217 Mar 14 11:19:47.425571 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-9075d514-d4fc-4e03-9287-18eed7c3e9fb None None] Provisioning complete for port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:19:47.426181 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9075d514-d4fc-4e03-9287-18eed7c3e9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:47.485402 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2e28f766-7798-44b0-baea-ff4ce9a7fb36 req-3aae6526-026e-4493-bf34-c5e1ffdf2de7 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346881 Mar 14 11:19:47.516536 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-9075d514-d4fc-4e03-9287-18eed7c3e9fb None None] Port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:19:48.128961 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ab13d8b7-efd1-4561-92ce-4f397a05f2de req-3d3365c5-6a1b-4c8e-9e18-593c6f1ee118 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0295796 Mar 14 11:19:48.493919 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a672a01-c0e6-49cf-9e0a-7dc3768084df req-d242e2fc-2067-465f-880a-c0a9fb898a2e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:48.497834 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1a672a01-c0e6-49cf-9e0a-7dc3768084df req-d242e2fc-2067-465f-880a-c0a9fb898a2e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0873892 Mar 14 11:19:48.569998 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1a672a01-c0e6-49cf-9e0a-7dc3768084df req-3af8acaf-6b64-4ad6-9fce-6a5f0f8c2f95 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669439 Mar 14 11:19:48.642448 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac73d32-14bb-40f2-bcb4-0e3f23c1941c req-f5ee90bd-0b06-4716-8900-845b10f45b8e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:48.649660 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0ac73d32-14bb-40f2-bcb4-0e3f23c1941c req-f5ee90bd-0b06-4716-8900-845b10f45b8e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 931 time: 0.0868309 Mar 14 11:19:48.706383 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0ac73d32-14bb-40f2-bcb4-0e3f23c1941c req-617a2b36-6378-4bae-b054-ff519da8d963 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555997 Mar 14 11:19:49.076628 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 53200) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:49.194284 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b96c26bd-1930-48c7-98e5-9e43ece19305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:49.270210 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e865718f-400a-40cb-b27f-80254fc30c8a req-dac2c1fd-2819-4f26-9f41-3c26ed52ba04 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0709238 Mar 14 11:19:49.344100 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b96c26bd-1930-48c7-98e5-9e43ece19305 admin admin] Publish callbacks [] for security_group (dccb6905-a086-4eea-9024-7ad2e0492174), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:49.420642 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b96c26bd-1930-48c7-98e5-9e43ece19305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (dccb6905-a086-4eea-9024-7ad2e0492174), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:49.466643 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b96c26bd-1930-48c7-98e5-9e43ece19305 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9bc6f7924d0467893923a743ff92cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866038 Mar 14 11:19:49.466643 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c26bd-1930-48c7-98e5-9e43ece19305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccb6905-a086-4eea-9024-7ad2e0492174,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:49.467173 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 53218) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:49.544273 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4b49dc5-a18c-4726-a49c-2301e81b9fb1 admin admin] Publish callbacks [] for security_group (dccb6905-a086-4eea-9024-7ad2e0492174), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:49.568313 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4b49dc5-a18c-4726-a49c-2301e81b9fb1 admin admin] Publish callbacks [] for security_group (dccb6905-a086-4eea-9024-7ad2e0492174), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:49.718512 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4b49dc5-a18c-4726-a49c-2301e81b9fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (dccb6905-a086-4eea-9024-7ad2e0492174), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:49.721468 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c4b49dc5-a18c-4726-a49c-2301e81b9fb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:49.722656 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c4b49dc5-a18c-4726-a49c-2301e81b9fb1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dccb6905-a086-4eea-9024-7ad2e0492174 HTTP/1.1" status: 204 len: 168 time: 0.2544394 Mar 14 11:19:49.725233 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2ce9a-62b6-4271-abb5-06129a0e7a82 req-cf492726-0be5-40e0-9836-1a78753496e6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:49.726779 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-01c2ce9a-62b6-4271-abb5-06129a0e7a82 req-cf492726-0be5-40e0-9836-1a78753496e6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0786331 Mar 14 11:19:49.742693 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b49dc5-a18c-4726-a49c-2301e81b9fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccb6905-a086-4eea-9024-7ad2e0492174,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:49.846703 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-01c2ce9a-62b6-4271-abb5-06129a0e7a82 req-723c5949-afb1-4c7e-ac2c-44575b72042b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128099 Mar 14 11:19:49.907540 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641973eb-9d9b-49eb-bc14-33416a895d5b req-60ba7065-923a-44d3-9543-432c213204f0 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:49.909066 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-641973eb-9d9b-49eb-bc14-33416a895d5b req-60ba7065-923a-44d3-9543-432c213204f0 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 931 time: 0.0655725 Mar 14 11:19:49.969429 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-641973eb-9d9b-49eb-bc14-33416a895d5b req-51c757f7-b13d-4188-a3ba-9398198a26f7 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546227 Mar 14 11:19:50.381626 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05266574-9012-4e46-b7e2-ca5a9d493a27 req-32a96a23-afe1-4fe9-b7df-57521db5bfbb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0359528 Mar 14 11:19:50.978212 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e412b-638c-4266-baef-bdee8f6881c4 req-891e9929-23d9-46e5-9eed-54a81ad885fc tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:50.979831 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-924e412b-638c-4266-baef-bdee8f6881c4 req-891e9929-23d9-46e5-9eed-54a81ad885fc tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0622888 Mar 14 11:19:51.092580 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-924e412b-638c-4266-baef-bdee8f6881c4 req-d847cdc5-1d69-46a1-b5fc-0d5f3e1d79ca tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973945 Mar 14 11:19:51.155270 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0e7702-4570-48dc-b8e2-43237e9e03b4 req-9eaa6d9c-6404-4a76-9d15-0ed5f1e7f9b6 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:51.164522 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9d0e7702-4570-48dc-b8e2-43237e9e03b4 req-9eaa6d9c-6404-4a76-9d15-0ed5f1e7f9b6 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 931 time: 0.1091409 Mar 14 11:19:51.196750 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 53280) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:51.234274 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9d0e7702-4570-48dc-b8e2-43237e9e03b4 req-0109497e-f658-445d-aa31-cc613a12b560 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686400 Mar 14 11:19:51.317079 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1387084965-network', 'tenant_id': '5a404b9a0fea4b5c863de8ac84fc06e6'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:51.488489 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] Made reservation on behalf of 5a404b9a0fea4b5c863de8ac84fc06e6 for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:19:51.490934 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:51.515867 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6766d9ba-51e5-4bdf-ace4-51b659ab6b95 req-4fff09d0-9bfb-4a65-bbb6-3e4699037744 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0387003 Mar 14 11:19:51.515867 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:51.541065 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 53290) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:51.633015 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] Publish callbacks [] for security_group (5fe6c1e1-5a7a-41b2-aadc-b268f649d097), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:51.699627 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d40b638-5cd3-4440-9cce-c0a0c7cab201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:51.712869 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (5fe6c1e1-5a7a-41b2-aadc-b268f649d097), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:51.736072 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] vlan segment allocate from pool success with {'vlan_id': 255, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:19:51.752183 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe6c1e1-5a7a-41b2-aadc-b268f649d097,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:51.755689 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (bdb935a7-96c6-4313-af27-c38f119800d2), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:51.756387 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] Added segment bdb935a7-96c6-4313-af27-c38f119800d2 of type vlan for network 36c8caa6-c4c4-4706-bb38-845dc604fc0c Mar 14 11:19:51.799299 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d40b638-5cd3-4440-9cce-c0a0c7cab201 admin admin] Publish callbacks [] for security_group (f3d267d1-54a5-4e80-8dc6-1148083aa0e9), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:51.830090 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (36c8caa6-c4c4-4706-bb38-845dc604fc0c), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:51.893727 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 53296) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:51.958927 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7d40b638-5cd3-4440-9cce-c0a0c7cab201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (f3d267d1-54a5-4e80-8dc6-1148083aa0e9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:51.999821 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7d40b638-5cd3-4440-9cce-c0a0c7cab201 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01f5438bd30040099d1a30aea7ed588e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4570665 Mar 14 11:19:52.000769 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40b638-5cd3-4440-9cce-c0a0c7cab201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d267d1-54a5-4e80-8dc6-1148083aa0e9,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:52.003207 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 53300) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:52.003856 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (36c8caa6-c4c4-4706-bb38-845dc604fc0c), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:52.004830 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:52.005416 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:52.025727 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-53fade7e-b8a8-4014-8ea6-fb49363d34e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:52.149363 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] Pushing event updated for resources: {'Network': ['ID=36c8caa6-c4c4-4706-bb38-845dc604fc0c,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:52.161181 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-37762930-a42a-4293-b975-3b51cdd578bb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9623139 Mar 14 11:19:52.163942 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network 36c8caa6-c4c4-4706-bb38-845dc604fc0c details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:19:52.168688 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-53fade7e-b8a8-4014-8ea6-fb49363d34e0 admin admin] Publish callbacks [] for security_group (36995037-7388-40fd-a39d-664c5be0bf35), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:52.170077 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 53314) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:52.177392 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-82ddcfec-dbad-4820-9a41-fcd1de675034 admin admin] Request body: {'subnet': {'network_id': '36c8caa6-c4c4-4706-bb38-845dc604fc0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1387084965-subnet', 'tenant_id': '5a404b9a0fea4b5c863de8ac84fc06e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:52.208210 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-836270c9-002e-4a06-91bf-90b29d5a03e3 admin admin] Publish callbacks [] for security_group (f3d267d1-54a5-4e80-8dc6-1148083aa0e9), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:52.298777 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-836270c9-002e-4a06-91bf-90b29d5a03e3 admin admin] Publish callbacks [] for security_group (f3d267d1-54a5-4e80-8dc6-1148083aa0e9), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:52.309679 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-53fade7e-b8a8-4014-8ea6-fb49363d34e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (36995037-7388-40fd-a39d-664c5be0bf35), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:52.375827 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ddcfec-dbad-4820-9a41-fcd1de675034 admin admin] Made reservation on behalf of 5a404b9a0fea4b5c863de8ac84fc06e6 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:19:52.378188 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-82ddcfec-dbad-4820-9a41-fcd1de675034 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11574687'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:52.406004 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-53fade7e-b8a8-4014-8ea6-fb49363d34e0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0860b673b32242afa5112c3b8a07ed4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5095084 Mar 14 11:19:52.412551 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 53322) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:52.425518 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fade7e-b8a8-4014-8ea6-fb49363d34e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36995037-7388-40fd-a39d-664c5be0bf35,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:52.478780 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2847b3b-ffce-4686-a806-f50486bec7fb req-44c01d62-b975-4495-abe3-f094dd80d904 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:52.480329 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f2847b3b-ffce-4686-a806-f50486bec7fb req-44c01d62-b975-4495-abe3-f094dd80d904 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 931 time: 0.1106272 Mar 14 11:19:52.514227 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7dc01d73-c46e-4556-8a19-e0e8f1369362 admin admin] Publish callbacks [] for security_group (36995037-7388-40fd-a39d-664c5be0bf35), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:52.522154 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a699fe-6f4a-4153-9e64-de96aa401952 req-50d9f7e8-73ee-4f4d-b84a-7881d535c370 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:52.524799 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89a699fe-6f4a-4153-9e64-de96aa401952 req-50d9f7e8-73ee-4f4d-b84a-7881d535c370 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.2992184 Mar 14 11:19:52.537175 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-836270c9-002e-4a06-91bf-90b29d5a03e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (f3d267d1-54a5-4e80-8dc6-1148083aa0e9), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:52.539857 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-836270c9-002e-4a06-91bf-90b29d5a03e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:52.541140 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-836270c9-002e-4a06-91bf-90b29d5a03e3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3d267d1-54a5-4e80-8dc6-1148083aa0e9 HTTP/1.1" status: 204 len: 168 time: 0.5129290 Mar 14 11:19:52.607686 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836270c9-002e-4a06-91bf-90b29d5a03e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d267d1-54a5-4e80-8dc6-1148083aa0e9,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:52.618237 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f2847b3b-ffce-4686-a806-f50486bec7fb req-7fa42a19-4ba2-49b7-9fe5-c83e4b8bdc5e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305826 Mar 14 11:19:52.620997 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7dc01d73-c46e-4556-8a19-e0e8f1369362 admin admin] Publish callbacks [] for security_group (36995037-7388-40fd-a39d-664c5be0bf35), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:52.693640 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-89a699fe-6f4a-4153-9e64-de96aa401952 req-56b07adb-a9a8-4c6d-96a0-0c216e36c900 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502206 Mar 14 11:19:52.784717 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-420e817d-2cd9-45a3-a521-a4c2582f66f4 req-ca459af0-4e72-416a-9ee3-27a584bafdb1 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0480492 Mar 14 11:19:52.798000 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7dc01d73-c46e-4556-8a19-e0e8f1369362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (36995037-7388-40fd-a39d-664c5be0bf35), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:52.800830 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7dc01d73-c46e-4556-8a19-e0e8f1369362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:52.802020 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-7dc01d73-c46e-4556-8a19-e0e8f1369362 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36995037-7388-40fd-a39d-664c5be0bf35 HTTP/1.1" status: 204 len: 168 time: 0.3881409 Mar 14 11:19:52.815194 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc01d73-c46e-4556-8a19-e0e8f1369362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36995037-7388-40fd-a39d-664c5be0bf35,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:52.843972 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-82ddcfec-dbad-4820-9a41-fcd1de675034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2078711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11574701'] for subnet (851a7a8f-6ddb-4315-b810-177c45241537), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:52.902322 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddcfec-dbad-4820-9a41-fcd1de675034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=851a7a8f-6ddb-4315-b810-177c45241537,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:52.918605 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 53332) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:52.919442 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ddcfec-dbad-4820-9a41-fcd1de675034 admin admin] Checking segment: {'id': 'bdb935a7-96c6-4313-af27-c38f119800d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '36c8caa6-c4c4-4706-bb38-845dc604fc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:19:52.919817 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ddcfec-dbad-4820-9a41-fcd1de675034 admin admin] Network hostable DHCP agents. Network: 36c8caa6-c4c4-4706-bb38-845dc604fc0c, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:19:53.032878 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ddcfec-dbad-4820-9a41-fcd1de675034 admin admin] Network 36c8caa6-c4c4-4706-bb38-845dc604fc0c is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:19:53.111203 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c794ae14-a3ce-4703-a162-daea6c3ec937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:53.147960 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-82ddcfec-dbad-4820-9a41-fcd1de675034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, 36c8caa6-c4c4-4706-bb38-845dc604fc0c) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:53.154662 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ddcfec-dbad-4820-9a41-fcd1de675034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:53.155420 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-82ddcfec-dbad-4820-9a41-fcd1de675034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:53.162733 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4cc2c6-8a26-47ce-9e8a-2ffedc26dcfe None None] Network 36c8caa6-c4c4-4706-bb38-845dc604fc0c requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:19:53.257793 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c794ae14-a3ce-4703-a162-daea6c3ec937 admin admin] Publish callbacks [] for security_group (98c42614-7f96-4f87-8694-bf84724f0a7b), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:53.258167 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-82ddcfec-dbad-4820-9a41-fcd1de675034 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0867085 Mar 14 11:19:53.335367 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c794ae14-a3ce-4703-a162-daea6c3ec937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (98c42614-7f96-4f87-8694-bf84724f0a7b), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:53.352959 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db75212-30dc-474b-a647-d97ab1b87a38 None None] Network 36c8caa6-c4c4-4706-bb38-845dc604fc0c requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:19:53.384667 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c794ae14-a3ce-4703-a162-daea6c3ec937 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8be0d074feb14adea615746a621065a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4648838 Mar 14 11:19:53.387567 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794ae14-a3ce-4703-a162-daea6c3ec937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c42614-7f96-4f87-8694-bf84724f0a7b,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:53.388459 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 53346) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:53.454942 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c268ea19-58aa-4d5c-8f74-38c95fd0e418 admin admin] Publish callbacks [] for security_group (98c42614-7f96-4f87-8694-bf84724f0a7b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:53.508763 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c268ea19-58aa-4d5c-8f74-38c95fd0e418 admin admin] Publish callbacks [] for security_group (98c42614-7f96-4f87-8694-bf84724f0a7b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:53.827384 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53fddd-e9e7-4fe8-a0e6-852c202d5fcb req-9adf444b-f57f-48ee-9f5d-78ab178c5d7a tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:53.835421 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6930e-a3bc-40ee-b402-b5bbe7f6f365 req-b0e8a21f-8dec-4460-adb5-d2c43d2ca105 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:53.835690 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f53fddd-e9e7-4fe8-a0e6-852c202d5fcb req-9adf444b-f57f-48ee-9f5d-78ab178c5d7a tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 931 time: 0.1025898 Mar 14 11:19:53.835783 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98e6930e-a3bc-40ee-b402-b5bbe7f6f365 req-b0e8a21f-8dec-4460-adb5-d2c43d2ca105 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0716426 Mar 14 11:19:53.900911 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f53fddd-e9e7-4fe8-a0e6-852c202d5fcb req-c93da419-9ce4-47b9-825c-d683129ec4d8 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590138 Mar 14 11:19:53.931920 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98e6930e-a3bc-40ee-b402-b5bbe7f6f365 req-4f7f0594-31d1-4eb6-bd62-fbbd82156211 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843544 Mar 14 11:19:53.990298 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 53362) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:54.012438 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d63dbe6d-b5f3-43d9-a354-fbff6f8adc99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:54.017881 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-687692fc-e8bc-4045-8048-cd6ed53f7a52 req-643a983a-55d4-44e8-bed4-5ad68b532d0e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0333273 Mar 14 11:19:54.443271 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c268ea19-58aa-4d5c-8f74-38c95fd0e418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (98c42614-7f96-4f87-8694-bf84724f0a7b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:54.445870 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c268ea19-58aa-4d5c-8f74-38c95fd0e418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:54.450066 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c268ea19-58aa-4d5c-8f74-38c95fd0e418 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98c42614-7f96-4f87-8694-bf84724f0a7b HTTP/1.1" status: 204 len: 168 time: 1.0561614 Mar 14 11:19:54.455482 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268ea19-58aa-4d5c-8f74-38c95fd0e418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c42614-7f96-4f87-8694-bf84724f0a7b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:54.533020 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d63dbe6d-b5f3-43d9-a354-fbff6f8adc99 admin admin] Publish callbacks [] for security_group (d61b9758-78c2-4ac5-9bac-6cfd3f3d2e8b), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:54.924784 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d63dbe6d-b5f3-43d9-a354-fbff6f8adc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (d61b9758-78c2-4ac5-9bac-6cfd3f3d2e8b), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:55.024416 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63dbe6d-b5f3-43d9-a354-fbff6f8adc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61b9758-78c2-4ac5-9bac-6cfd3f3d2e8b,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:55.062799 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d63dbe6d-b5f3-43d9-a354-fbff6f8adc99 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=acba6f9c39ff429ca48157835c0adb59&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0712194 Mar 14 11:19:55.070960 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 53374) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:55.143552 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12397b0-27cd-485c-92b6-b8ea7f0a99d0 req-2853162e-8d23-4f54-afa5-7657fb4405a6 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:55.145099 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c12397b0-27cd-485c-92b6-b8ea7f0a99d0 req-2853162e-8d23-4f54-afa5-7657fb4405a6 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 931 time: 0.1253407 Mar 14 11:19:55.229992 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e4e8b-9e52-44f4-98af-ce4d82eceecf req-c76a2202-1f05-432f-a8d2-a797320bb790 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:55.246383 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-823e4e8b-9e52-44f4-98af-ce4d82eceecf req-c76a2202-1f05-432f-a8d2-a797320bb790 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.1791208 Mar 14 11:19:55.250298 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af994615-4692-4395-b122-ed749e1ebe6b admin admin] Publish callbacks [] for security_group (d61b9758-78c2-4ac5-9bac-6cfd3f3d2e8b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:55.292534 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c12397b0-27cd-485c-92b6-b8ea7f0a99d0 req-a4385e2b-791b-4e99-8d74-daf68bd39471 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386778 Mar 14 11:19:55.305583 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af994615-4692-4395-b122-ed749e1ebe6b admin admin] Publish callbacks [] for security_group (d61b9758-78c2-4ac5-9bac-6cfd3f3d2e8b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:55.375965 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-823e4e8b-9e52-44f4-98af-ce4d82eceecf req-393f0e8a-a509-4842-a05b-223926cbdc0e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273565 Mar 14 11:19:55.436283 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-72429b26-8e10-4c95-90df-21a3a96680cc req-de0f9bf6-a983-44e7-9fcd-290ed41ac04d tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0577610 Mar 14 11:19:55.564103 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af994615-4692-4395-b122-ed749e1ebe6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (d61b9758-78c2-4ac5-9bac-6cfd3f3d2e8b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:55.566727 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-af994615-4692-4395-b122-ed749e1ebe6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:55.568124 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-af994615-4692-4395-b122-ed749e1ebe6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d61b9758-78c2-4ac5-9bac-6cfd3f3d2e8b HTTP/1.1" status: 204 len: 168 time: 0.4986579 Mar 14 11:19:55.576365 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af994615-4692-4395-b122-ed749e1ebe6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61b9758-78c2-4ac5-9bac-6cfd3f3d2e8b,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:56.422092 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173408eb-1332-443d-a787-951415f170cc req-1fd4158d-53c2-4242-ace1-68134b354ad8 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:56.426466 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-173408eb-1332-443d-a787-951415f170cc req-1fd4158d-53c2-4242-ace1-68134b354ad8 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 931 time: 0.0742939 Mar 14 11:19:56.489268 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-173408eb-1332-443d-a787-951415f170cc req-86f8554a-ee47-4cf4-b02b-258c2e3bf23f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611560 Mar 14 11:19:56.554972 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b028a55-edfb-41a2-ab92-dcc07c7673f4 req-7014b4ed-59ac-4921-83e8-668851ccdad0 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:56.557530 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0b028a55-edfb-41a2-ab92-dcc07c7673f4 req-7014b4ed-59ac-4921-83e8-668851ccdad0 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0849965 Mar 14 11:19:56.654946 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0b028a55-edfb-41a2-ab92-dcc07c7673f4 req-dc3d3add-53f0-4b5c-a3f8-9f1e2192d9ac tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875762 Mar 14 11:19:56.696788 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27766fe6-1154-4738-b159-50c7cebb0202 req-9554a28d-8edd-48d4-a4a6-40c416019518 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0975890 Mar 14 11:19:57.617834 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d234cd7-29c8-4896-977f-fada5a9109be req-fda3c1f1-ce39-4e1a-b2a6-124a5e802f01 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:57.619476 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1d234cd7-29c8-4896-977f-fada5a9109be req-fda3c1f1-ce39-4e1a-b2a6-124a5e802f01 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 931 time: 0.0631359 Mar 14 11:19:57.629802 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 53458) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:57.683580 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1d234cd7-29c8-4896-977f-fada5a9109be req-066d69c4-2865-4462-be29-e73c4233034b tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576730 Mar 14 11:19:57.757210 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1026847543-network', 'tenant_id': '0d1ad81ba8c648e09cba1b7469ddf21c'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:57.795350 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576fb1c-fad7-4979-8fce-030d14d6829f req-aa3b0731-cecc-4051-ad9b-ea7b83462b26 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:57.797316 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f576fb1c-fad7-4979-8fce-030d14d6829f req-aa3b0731-cecc-4051-ad9b-ea7b83462b26 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0701580 Mar 14 11:19:57.818484 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b6c0b83f-78cc-43f2-96f7-cb95197ca1f4 req-5a0fca11-b683-4f08-8c80-bd7ec2d15306 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0342600 Mar 14 11:19:57.848995 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f576fb1c-fad7-4979-8fce-030d14d6829f req-f704e0ec-574e-41a6-bf8b-c1de7747ea66 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456057 Mar 14 11:19:57.872074 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] Made reservation on behalf of 0d1ad81ba8c648e09cba1b7469ddf21c for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:19:57.874468 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:57.883136 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:57.971816 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] Publish callbacks [] for security_group (854e62de-0d01-43f8-b3c1-002616628109), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:58.078011 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (854e62de-0d01-43f8-b3c1-002616628109), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:58.106589 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] vlan segment allocate from pool success with {'vlan_id': 266, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:19:58.115325 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854e62de-0d01-43f8-b3c1-002616628109,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:58.122248 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (e509c9f9-9293-4516-8e69-f159cce931f0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:58.122739 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] Added segment e509c9f9-9293-4516-8e69-f159cce931f0 of type vlan for network 44cab57d-fbc5-44ec-9675-a7530585baf0 Mar 14 11:19:58.142028 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-1b2d86ed-9ac3-427a-a796-50299770988b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:58.143494 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-1b2d86ed-9ac3-427a-a796-50299770988b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/networks?id=36c8caa6-c4c4-4706-bb38-845dc604fc0c HTTP/1.1" status: 200 len: 814 time: 0.1093016 Mar 14 11:19:58.159050 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-30d3279e-67a4-4728-b62d-2395bda5627a tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/quotas/5a404b9a0fea4b5c863de8ac84fc06e6 HTTP/1.1" status: 200 len: 375 time: 0.0099676 Mar 14 11:19:58.167329 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (44cab57d-fbc5-44ec-9675-a7530585baf0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:58.191013 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-87de5216-2ad4-458b-91e4-95b360f683bd tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a404b9a0fea4b5c863de8ac84fc06e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261667 Mar 14 11:19:58.273052 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (44cab57d-fbc5-44ec-9675-a7530585baf0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:58.274100 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:58.274731 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:58.289239 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-4c7c72a3-c786-4d86-aa91-bcb1608144bb service neutron] 10.222.0.37 "GET /v2.0/networks/36c8caa6-c4c4-4706-bb38-845dc604fc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914161 Mar 14 11:19:58.335908 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] Pushing event updated for resources: {'Network': ['ID=44cab57d-fbc5-44ec-9675-a7530585baf0,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:58.347908 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network 44cab57d-fbc5-44ec-9675-a7530585baf0 details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:19:58.383810 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-9c9d7e7b-8c0a-41d3-b63f-3150395a99c5 service neutron] 10.222.0.37 "GET /v2.0/networks/36c8caa6-c4c4-4706-bb38-845dc604fc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878329 Mar 14 11:19:58.423485 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-89d53b6a-adec-4924-b216-79bf39fe648a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7925265 Mar 14 11:19:58.426416 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 53486) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:19:58.431117 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-b0e82ba8-810f-4bf8-9cbe-1e1c83ae5dbf admin admin] Request body: {'subnet': {'network_id': '44cab57d-fbc5-44ec-9675-a7530585baf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1026847543-subnet', 'tenant_id': '0d1ad81ba8c648e09cba1b7469ddf21c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:58.557613 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e82ba8-810f-4bf8-9cbe-1e1c83ae5dbf admin admin] Made reservation on behalf of 0d1ad81ba8c648e09cba1b7469ddf21c for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:19:58.559971 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b0e82ba8-810f-4bf8-9cbe-1e1c83ae5dbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11574687'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:58.750341 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fd1c4a4-b0d7-41f8-954d-d2d6fa60cce1 req-83e89a33-d654-4b6d-9fd1-e4e2eea1ed52 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 210 time: 0.0626404 Mar 14 11:19:58.816579 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e0e53-76ae-4cdd-a5e2-bfb4d992694f req-0603f909-dbaa-45f8-8d7d-83ec27a4af3c tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:58.818083 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a04e0e53-76ae-4cdd-a5e2-bfb4d992694f req-0603f909-dbaa-45f8-8d7d-83ec27a4af3c tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 931 time: 0.0556073 Mar 14 11:19:58.832599 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b0e82ba8-810f-4bf8-9cbe-1e1c83ae5dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2078711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11574701'] for subnet (59151fa6-6bb5-4c4f-8fed-b7557a945834), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:58.871201 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a04e0e53-76ae-4cdd-a5e2-bfb4d992694f req-498b61b4-ad41-412d-9964-008b06a2982a tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468183 Mar 14 11:19:58.903328 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e82ba8-810f-4bf8-9cbe-1e1c83ae5dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=59151fa6-6bb5-4c4f-8fed-b7557a945834,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:19:58.925046 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c00ca69-d201-4a6e-9572-3a47741e61d2 req-dca9da25-64d8-4b89-a00d-a447efb1ce2b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0367401 Mar 14 11:19:58.935166 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e82ba8-810f-4bf8-9cbe-1e1c83ae5dbf admin admin] Checking segment: {'id': 'e509c9f9-9293-4516-8e69-f159cce931f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 266, 'network_id': '44cab57d-fbc5-44ec-9675-a7530585baf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:19:58.941672 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e82ba8-810f-4bf8-9cbe-1e1c83ae5dbf admin admin] Network hostable DHCP agents. Network: 44cab57d-fbc5-44ec-9675-a7530585baf0, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:19:58.981149 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e300b-226e-44b5-aa28-dc2571ebf1ed req-eddf2763-60af-490e-819e-e01e07fc0d86 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:58.982631 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e24e300b-226e-44b5-aa28-dc2571ebf1ed req-eddf2763-60af-490e-819e-e01e07fc0d86 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0518782 Mar 14 11:19:59.028277 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e24e300b-226e-44b5-aa28-dc2571ebf1ed req-a6d3affd-fd55-4e23-9202-6ff78c46747d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Mar 14 11:19:59.032053 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e82ba8-810f-4bf8-9cbe-1e1c83ae5dbf admin admin] Network 44cab57d-fbc5-44ec-9675-a7530585baf0 is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:19:59.118172 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-b0e82ba8-810f-4bf8-9cbe-1e1c83ae5dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, 44cab57d-fbc5-44ec-9675-a7530585baf0) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:19:59.124999 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e82ba8-810f-4bf8-9cbe-1e1c83ae5dbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:19:59.126189 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b0e82ba8-810f-4bf8-9cbe-1e1c83ae5dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:59.132542 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731f8e35-b04e-4215-ae1a-b8c17f465ed6 None None] Network 44cab57d-fbc5-44ec-9675-a7530585baf0 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:19:59.230195 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b0e82ba8-810f-4bf8-9cbe-1e1c83ae5dbf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7959294 Mar 14 11:19:59.239368 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1204217-ca6d-4366-8921-c11ad21d2675 None None] Network 44cab57d-fbc5-44ec-9675-a7530585baf0 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:19:59.610949 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Request body: {'port': {'device_id': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:19:59.673203 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:19:59.840479 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:19:59.841004 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-568f865f-ea12-4af2-9895-5de58d26f39e req-ec45b830-1beb-4b58-b47d-6c1cccde2a2e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 210 time: 0.0299404 Mar 14 11:19:59.991476 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:20:00.001008 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Publish callbacks [] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:00.018859 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Transition to ACTIVE for port object 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:20:00.032933 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6f590-e239-4460-93d7-6191bb3495c2 req-871a3533-dcae-40f5-9160-c1c80946a418 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:00.034448 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5ab6f590-e239-4460-93d7-6191bb3495c2 req-871a3533-dcae-40f5-9160-c1c80946a418 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 931 time: 0.0844643 Mar 14 11:20:00.056220 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9876421a-00c2-41ab-be4e-779f9df6ec45 req-657bb4b6-a4a5-4dad-919e-e7760311a418 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0275865 Mar 14 11:20:00.160769 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 53534) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:00.229755 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-757324226-network', 'tenant_id': '89806566534d4251acd7aebd7ce617da'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:00.281179 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad65f5d-56c6-4734-a90f-b1249576c07e req-f4feb5db-2424-4024-8ec7-8d82dd493a5e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:00.282777 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aad65f5d-56c6-4734-a90f-b1249576c07e req-f4feb5db-2424-4024-8ec7-8d82dd493a5e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.1322930 Mar 14 11:20:00.299630 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:00.350437 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] Made reservation on behalf of 89806566534d4251acd7aebd7ce617da for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:20:00.354320 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:00.370356 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:00.426120 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5ab6f590-e239-4460-93d7-6191bb3495c2 req-f23321a6-c856-4a5c-a5fc-487544bb632f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468437 Mar 14 11:20:00.426120 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Pushing event updated for resources: {'Port': ['ID=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:00.465794 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Attempting to bind port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:20:00.466304 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Attempting to bind port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '128b4a8c-7000-4cdf-8711-5023373a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:20:00.466514 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aad65f5d-56c6-4734-a90f-b1249576c07e req-c62bc324-b0e6-44e2-8f49-fed382a4fc69 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778202 Mar 14 11:20:00.467353 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Attempting to bind port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 on network c3732a89-3d96-4f9c-aaa1-b75f25d16a91 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:20:00.475573 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 on network c3732a89-3d96-4f9c-aaa1-b75f25d16a91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:20:00.476079 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Attempting to bind port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 on network c3732a89-3d96-4f9c-aaa1-b75f25d16a91 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:20:00.486044 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:20:00.486697 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Checking segment: {'id': '128b4a8c-7000-4cdf-8711-5023373a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:20:00.487080 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Bound using segment: {'id': '128b4a8c-7000-4cdf-8711-5023373a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:20:00.487871 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Bound port: 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128b4a8c-7000-4cdf-8711-5023373a29e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:20:00.488235 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:00.534609 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] Publish callbacks [] for security_group (32d9656d-9b9c-4fb0-bdc4-160a9bbfeaee), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:00.569992 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] For port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:20:00.574569 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] For port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1,segment=NetworkSegment(128b4a8c-7000-4cdf-8711-5023373a29e9),segment_id=128b4a8c-7000-4cdf-8711-5023373a29e9)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:20:00.586477 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (32d9656d-9b9c-4fb0-bdc4-160a9bbfeaee), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:00.616986 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] vlan segment allocate from pool success with {'vlan_id': 251, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:20:00.632651 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:00.632936 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d9656d-9b9c-4fb0-bdc4-160a9bbfeaee,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:00.644808 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (17826024-7cdb-489d-a663-020c9fabfb7c), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:00.644808 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] Added segment 17826024-7cdb-489d-a663-020c9fabfb7c of type vlan for network a3a585ca-21d0-49c0-9378-d14eea98e0ff Mar 14 11:20:00.682796 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:00.683906 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:00.685445 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] 10.222.0.44 "PUT /v2.0/ports/9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 HTTP/1.1" status: 200 len: 1093 time: 1.0787325 Mar 14 11:20:00.685899 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'tag': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:20:00.698201 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c875ebf-22eb-417e-9844-6121ea1e6bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc7c780-4ce5-473e-9d5c-7f39ed7b0805", "tag": "9eeca3bf-844b-4ca6-89bf-1c8215c94fa1"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:20:00.698459 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (a3a585ca-21d0-49c0-9378-d14eea98e0ff), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:00.728246 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f33430-dd76-4fbb-affd-33ddf755a69b service neutron] Pushing event updated for resources: {'Port': ['ID=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:00.752496 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c20716a-18ac-455b-b0b4-de243a0aa38c x-openstack-request-id: req-1c20716a-18ac-455b-b0b4-de243a0aa38c {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:20:00.752791 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc7c780-4ce5-473e-9d5c-7f39ed7b0805", "tag": "9eeca3bf-844b-4ca6-89bf-1c8215c94fa1", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:20:00.753052 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c20716a-18ac-455b-b0b4-de243a0aa38c {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:20:00.753477 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'tag': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1', 'status': 'completed', 'code': 200} Mar 14 11:20:00.832177 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c875ebf-22eb-417e-9844-6121ea1e6bb2 req-8bdeb290-9df9-4fce-962a-3057776fcdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:00.833841 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5c875ebf-22eb-417e-9844-6121ea1e6bb2 req-8bdeb290-9df9-4fce-962a-3057776fcdce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=292d573892b244f9ba50eddc7652e19e&device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 1127 time: 0.0571072 Mar 14 11:20:00.877932 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (a3a585ca-21d0-49c0-9378-d14eea98e0ff), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:00.879638 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:00.879638 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:00.968866 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-856c9b61-c3e2-41b5-956d-41960713e396 req-5087dc9a-b64b-45e1-8248-4b5f0d283915 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 210 time: 0.0552535 Mar 14 11:20:00.972685 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8109818 Mar 14 11:20:00.973481 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee598e56-c844-497f-b36f-b5d5aa0e303d admin admin] Pushing event updated for resources: {'Network': ['ID=a3a585ca-21d0-49c0-9378-d14eea98e0ff,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:00.975506 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 53550) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:00.992145 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-064cf88c-770d-4e66-a2eb-f31014875506 admin admin] Request body: {'subnet': {'network_id': 'a3a585ca-21d0-49c0-9378-d14eea98e0ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-757324226-subnet', 'tenant_id': '89806566534d4251acd7aebd7ce617da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:00.992262 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network a3a585ca-21d0-49c0-9378-d14eea98e0ff details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:20:01.066546 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064cf88c-770d-4e66-a2eb-f31014875506 admin admin] Made reservation on behalf of 89806566534d4251acd7aebd7ce617da for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:20:01.068902 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-064cf88c-770d-4e66-a2eb-f31014875506 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11574687'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:01.152718 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-da3b7c03-5c5c-4347-aba2-0a5a160b5488 req-ce65b853-ae8c-48f5-b2c2-770addf15028 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0266912 Mar 14 11:20:01.287142 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c875ebf-22eb-417e-9844-6121ea1e6bb2 req-e67f0ba4-5e59-4867-929a-c8c0444ae1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:01.288670 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5c875ebf-22eb-417e-9844-6121ea1e6bb2 req-e67f0ba4-5e59-4867-929a-c8c0444ae1d1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=292d573892b244f9ba50eddc7652e19e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0961261 Mar 14 11:20:01.329465 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-064cf88c-770d-4e66-a2eb-f31014875506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2078711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11574701'] for subnet (ee94c638-1530-4f9b-aff6-ce2f92795df0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:01.378040 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cf88c-770d-4e66-a2eb-f31014875506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee94c638-1530-4f9b-aff6-ce2f92795df0,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:01.388053 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c875ebf-22eb-417e-9844-6121ea1e6bb2 req-1fb263a0-dde0-4db9-82a8-e1ace12db479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:01.390049 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5c875ebf-22eb-417e-9844-6121ea1e6bb2 req-1fb263a0-dde0-4db9-82a8-e1ace12db479 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947497 Mar 14 11:20:01.400441 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064cf88c-770d-4e66-a2eb-f31014875506 admin admin] Checking segment: {'id': '17826024-7cdb-489d-a663-020c9fabfb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': 'a3a585ca-21d0-49c0-9378-d14eea98e0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:20:01.401449 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064cf88c-770d-4e66-a2eb-f31014875506 admin admin] Network hostable DHCP agents. Network: a3a585ca-21d0-49c0-9378-d14eea98e0ff, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:20:01.501727 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064cf88c-770d-4e66-a2eb-f31014875506 admin admin] Network a3a585ca-21d0-49c0-9378-d14eea98e0ff is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:20:01.523680 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa50a24-1ee1-4402-a78b-55ef6b5df876 req-d97be4bc-1e5f-4fec-86d7-e09b741c8fe4 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:01.525149 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4fa50a24-1ee1-4402-a78b-55ef6b5df876 req-d97be4bc-1e5f-4fec-86d7-e09b741c8fe4 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 943 time: 0.0628350 Mar 14 11:20:01.574582 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4fa50a24-1ee1-4402-a78b-55ef6b5df876 req-0bc95e92-251c-4400-81e9-2ce3a8086218 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427804 Mar 14 11:20:01.580592 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-064cf88c-770d-4e66-a2eb-f31014875506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, a3a585ca-21d0-49c0-9378-d14eea98e0ff) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:20:01.585986 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064cf88c-770d-4e66-a2eb-f31014875506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:01.587649 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03673888-1c7e-423d-9c8f-59a0e10ac417 req-7f314a2f-be64-4404-9ee5-6dc73193e87b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:01.587896 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-064cf88c-770d-4e66-a2eb-f31014875506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:01.588883 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-03673888-1c7e-423d-9c8f-59a0e10ac417 req-7f314a2f-be64-4404-9ee5-6dc73193e87b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0539117 Mar 14 11:20:01.601595 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10cd6d4-2d55-4f91-88b5-0a50fbc5478c None None] Network a3a585ca-21d0-49c0-9378-d14eea98e0ff requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:20:01.636817 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-03673888-1c7e-423d-9c8f-59a0e10ac417 req-4731d50a-5e01-4882-975f-a0827225d25a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420268 Mar 14 11:20:01.668910 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-064cf88c-770d-4e66-a2eb-f31014875506 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6923647 Mar 14 11:20:01.704780 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d0eb4-7efd-40ee-b25c-45d504efd92a None None] Network a3a585ca-21d0-49c0-9378-d14eea98e0ff requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:20:01.763589 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c8825-34d1-43e1-b4af-7cd6dcc6d56f req-d8df5db0-b787-41b6-826c-909df39d3afa tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:01.765338 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-526c8825-34d1-43e1-b4af-7cd6dcc6d56f req-d8df5db0-b787-41b6-826c-909df39d3afa tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0589468 Mar 14 11:20:01.820091 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-526c8825-34d1-43e1-b4af-7cd6dcc6d56f req-e17ab845-8490-4fde-a9b8-2969e2314bcd tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480666 Mar 14 11:20:02.074098 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2f28801a-4ea5-4658-a2aa-47d205eb841f req-6cf5eb18-e4bc-4625-984d-661f6e778284 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 210 time: 0.0269561 Mar 14 11:20:02.248738 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f09cce7e-f035-4873-8f99-a63749031c89 req-4acf3ae9-299c-42da-a88c-a4893c3e5620 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0300994 Mar 14 11:20:02.698386 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e8735-fba0-4d1f-8214-6f9c0fe12278 req-e760a56c-310f-40d5-887d-64d310a784f7 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:02.699958 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f53e8735-fba0-4d1f-8214-6f9c0fe12278 req-e760a56c-310f-40d5-887d-64d310a784f7 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 943 time: 0.0582216 Mar 14 11:20:02.752997 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f53e8735-fba0-4d1f-8214-6f9c0fe12278 req-dc1367c8-6205-486f-a761-cdfc0b873557 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472383 Mar 14 11:20:03.167087 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6d64feec-9516-4974-951a-0fe07d911b31 req-b42ab86d-be6a-4eab-be63-9daadefd8703 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 210 time: 0.0254726 Mar 14 11:20:03.340244 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-fd5fce65-ec7e-4834-9bca-fe53f23a64df tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:03.341635 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-fd5fce65-ec7e-4834-9bca-fe53f23a64df tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "GET /v2.0/networks?id=7948184e-83ff-43df-a1e2-ac0589280d46 HTTP/1.1" status: 200 len: 815 time: 0.1095068 Mar 14 11:20:03.360771 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ea3bc3b-586d-4f21-803f-068545025677 req-4063167a-2144-4ce4-9da0-1c742a03da1b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0429769 Mar 14 11:20:03.867799 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afe7bc-b3fb-4793-b321-b273f29485f0 req-9df6e6f3-996c-4168-a0a1-95ddeb82cd02 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:03.869274 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68afe7bc-b3fb-4793-b321-b273f29485f0 req-9df6e6f3-996c-4168-a0a1-95ddeb82cd02 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 943 time: 0.0520270 Mar 14 11:20:03.915142 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68afe7bc-b3fb-4793-b321-b273f29485f0 req-4dc326df-17f4-42b1-a6d8-b468d9ce9585 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401778 Mar 14 11:20:04.268986 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-96b5f49b-e991-4029-8966-605bf62a13b0 req-60f30b47-2da6-405a-9bb9-fab5231436f1 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 210 time: 0.0285602 Mar 14 11:20:04.452365 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d9dfa14b-7b17-406a-b5d9-95ba3b9ef127 req-c57164d8-b279-4743-965f-5b404ed5b42a tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0267587 Mar 14 11:20:04.636684 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-ee6b3f85-16aa-419c-a2d2-36c987e475a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:04.638233 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-ee6b3f85-16aa-419c-a2d2-36c987e475a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=292d573892b244f9ba50eddc7652e19e&device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 1127 time: 0.0892806 Mar 14 11:20:04.643184 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-92122de6-13b3-4e3b-8160-4b8aae558cd3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87c49ee49cd14a2aa0cc354627515760 HTTP/1.1" status: 200 len: 378 time: 0.0930936 Mar 14 11:20:04.659327 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'port': {'device_id': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'admin_state_up': True, 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'security_groups': ['20d07991-6059-41a8-9417-9a46c17c79d4']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:04.671383 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-baa1cada-f2c5-4857-90b1-cc29f4fb9f5e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:04.672435 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-baa1cada-f2c5-4857-90b1-cc29f4fb9f5e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.44 "GET /v2.0/networks?id=36c8caa6-c4c4-4706-bb38-845dc604fc0c HTTP/1.1" status: 200 len: 814 time: 0.1154034 Mar 14 11:20:04.691825 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Request body: {'port': {'device_id': 'ca55a932-437d-40a2-9b86-1d90159cb632', 'network_id': '36c8caa6-c4c4-4706-bb38-845dc604fc0c', 'admin_state_up': True, 'tenant_id': '5a404b9a0fea4b5c863de8ac84fc06e6'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:04.703481 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-605d80d6-d9c5-41c0-9367-519d82a52b2c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 HTTP/1.1" status: 200 len: 217 time: 0.0538931 Mar 14 11:20:04.815476 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-085ec2d9-4677-46d0-bb01-4e84ddaa3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:04.815476 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-085ec2d9-4677-46d0-bb01-4e84ddaa3ff1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5850270-558c-4af6-9c86-36d691806adb HTTP/1.1" status: 200 len: 853 time: 0.0998018 Mar 14 11:20:04.877724 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-17034b0a-ff52-4723-9238-db99e1c696f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:04.879257 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-17034b0a-ff52-4723-9238-db99e1c696f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3732a89-3d96-4f9c-aaa1-b75f25d16a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641036 Mar 14 11:20:04.923966 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Made reservation on behalf of 5a404b9a0fea4b5c863de8ac84fc06e6 for: {'port': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:20:04.928061 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:04.970149 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Made reservation on behalf of 87c49ee49cd14a2aa0cc354627515760 for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:20:04.973545 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:04.996873 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-0291de89-405d-426e-85ce-51fc594ac74c service neutron] 10.222.0.44 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106083 Mar 14 11:20:05.072639 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Allocated IP 172.20.0.9 (36c8caa6-c4c4-4706-bb38-845dc604fc0c/851a7a8f-6ddb-4315-b810-177c45241537/8bb40b49-e519-41eb-84c2-d4f45216ab26) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:20:05.202715 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d728c-9a0f-4a73-982c-de4c1610eb32 req-3ee3f4d4-4f6f-47ea-aab2-34a61eeb9495 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:05.204316 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-927d728c-9a0f-4a73-982c-de4c1610eb32 req-3ee3f4d4-4f6f-47ea-aab2-34a61eeb9495 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 943 time: 0.2114263 Mar 14 11:20:05.219859 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-46ed7cc1-7f7a-44c1-99bd-60b33d358125 req-7a8cf682-3be3-4bcb-896b-c9c09012e263 service neutron] 10.222.0.44 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135274 Mar 14 11:20:05.249553 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Allocated IP 172.20.0.6 (7948184e-83ff-43df-a1e2-ac0589280d46/c145818f-9d7d-4997-ae9c-db4cbe8d2da1/37db8c2b-4425-430a-83d3-9081458ce2e5) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:20:05.268068 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-096d09a5-294f-4f65-8bcc-b66779d849ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:05.324097 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-927d728c-9a0f-4a73-982c-de4c1610eb32 req-2003136b-3999-43d3-8650-48af5af480a7 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090200 Mar 14 11:20:05.380757 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6a15a2e4-0acf-42f3-b334-9b287b903115 req-230b4d07-d785-402c-b1d2-841cfd98229d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1188731 Mar 14 11:20:05.458519 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b6adb2a3-368c-441c-a530-02aafa00db3c req-3477301c-891e-4849-93c5-8db184b36eab tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 210 time: 0.0356517 Mar 14 11:20:05.487745 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:05.496001 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15a2e4-0acf-42f3-b334-9b287b903115 req-5b62f57b-9f84-40aa-9b99-505a3a9670bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:05.497506 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6a15a2e4-0acf-42f3-b334-9b287b903115 req-5b62f57b-9f84-40aa-9b99-505a3a9670bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=956dc6f8d72144c9810e5e5a83ba7fb7&device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 1130 time: 0.0878663 Mar 14 11:20:05.505659 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks [] for port (8bb40b49-e519-41eb-84c2-d4f45216ab26), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:05.586012 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d36bb888-c598-43d9-b28d-0af52ba288f6 req-db46ff75-36b6-4d3f-8216-e60391d9ca2e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0540800 Mar 14 11:20:05.642782 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15a2e4-0acf-42f3-b334-9b287b903115 req-b6d0a37d-81e3-47b9-bb29-64f649ba1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:05.644243 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6a15a2e4-0acf-42f3-b334-9b287b903115 req-b6d0a37d-81e3-47b9-bb29-64f649ba1916 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2772757-d7bb-48b9-8bff-3ecf99e6887b HTTP/1.1" status: 200 len: 919 time: 0.1136498 Mar 14 11:20:05.690179 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6a15a2e4-0acf-42f3-b334-9b287b903115 req-14f78368-43fb-4253-ac10-41177546c8de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36732712-50e4-4c26-9afa-0c0995c1a8db HTTP/1.1" status: 200 len: 217 time: 0.0391376 Mar 14 11:20:05.701869 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (8bb40b49-e519-41eb-84c2-d4f45216ab26), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:05.711617 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:05.761446 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Network 36c8caa6-c4c4-4706-bb38-845dc604fc0c is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:20:05.764828 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:20:05.767753 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:20:05.777041 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Network 7948184e-83ff-43df-a1e2-ac0589280d46 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:20:05.783018 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:20:05.789657 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:20:05.796669 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:05.797365 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:05.803282 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Pushing event updated for resources: {'Port': ['ID=8bb40b49-e519-41eb-84c2-d4f45216ab26,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:05.810254 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15a2e4-0acf-42f3-b334-9b287b903115 req-3f54d37c-12c9-454d-832a-aba09241754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:05.811722 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6a15a2e4-0acf-42f3-b334-9b287b903115 req-3f54d37c-12c9-454d-832a-aba09241754b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3835724-6a4b-4d00-8537-d241934aa76b HTTP/1.1" status: 200 len: 858 time: 0.1153562 Mar 14 11:20:05.814615 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.814747 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'Port': ['ID=37db8c2b-4425-430a-83d3-9081458ce2e5,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:05.814995 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.815342 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.815681 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.816011 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.816336 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.818414 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.819382 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.819954 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.820358 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.821037 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.821420 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.821767 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.822139 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.832056 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.832467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.832467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.832467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.832467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.832467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.832467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.832467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.832467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.832467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.832467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.832467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.832467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.832467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.833347 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.833347 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:05.848283 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:05.849036 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:05.914918 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-aed96574-e4e9-4380-8246-d02ac32d2c69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2591178 Mar 14 11:20:05.956436 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-87148eb3-f652-4147-9485-df93022ff411 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2684493 Mar 14 11:20:05.990751 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Request body: {'port': {'device_id': 'ca55a932-437d-40a2-9b86-1d90159cb632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:05.997687 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Request body: {'port': {'device_id': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:06.017232 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6a15a2e4-0acf-42f3-b334-9b287b903115 req-57e35663-6886-4364-b36a-5b4cc7848d27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2772757-d7bb-48b9-8bff-3ecf99e6887b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460839 Mar 14 11:20:06.047600 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8bb40b49-e519-41eb-84c2-d4f45216ab26), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:06.086185 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-5956b3c6-426e-49ec-81fd-06996a6e3293 None None] Provisioning complete for port 37db8c2b-4425-430a-83d3-9081458ce2e5 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:20:06.086185 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5956b3c6-426e-49ec-81fd-06996a6e3293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:06.112970 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-5956b3c6-426e-49ec-81fd-06996a6e3293 None None] Port 37db8c2b-4425-430a-83d3-9081458ce2e5 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:20:06.133584 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:06.210888 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6a15a2e4-0acf-42f3-b334-9b287b903115 req-94dd2685-144f-4e14-a037-77e8b8696b0d service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753016 Mar 14 11:20:06.323160 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb40b49-e519-41eb-84c2-d4f45216ab26 {{(pid=104016) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:20:06.330916 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Publish callbacks [] for port (8bb40b49-e519-41eb-84c2-d4f45216ab26), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:06.344989 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.provisioning_blocks [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Transition to ACTIVE for port object 8bb40b49-e519-41eb-84c2-d4f45216ab26 will not be triggered until provisioned by entity L2. {{(pid=104016) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:20:06.410447 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6a15a2e4-0acf-42f3-b334-9b287b903115 req-35b0e756-825e-44c5-91b8-651502078980 service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923285 Mar 14 11:20:06.447402 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3c02e-1e5d-480d-b452-451ef0a30b83 req-3912aa18-c430-4094-b336-2a9bd6df8230 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:06.448999 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8aa3c02e-1e5d-480d-b452-451ef0a30b83 req-3912aa18-c430-4094-b336-2a9bd6df8230 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 943 time: 0.0555830 Mar 14 11:20:06.466802 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:06.470151 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (8bb40b49-e519-41eb-84c2-d4f45216ab26), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:06.503668 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37db8c2b-4425-430a-83d3-9081458ce2e5 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:20:06.513206 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Publish callbacks [] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:06.526855 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Transition to ACTIVE for port object 37db8c2b-4425-430a-83d3-9081458ce2e5 will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:20:06.571649 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb40b49-e519-41eb-84c2-d4f45216ab26,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:06.579305 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8aa3c02e-1e5d-480d-b452-451ef0a30b83 req-1ca2756b-70ba-408d-8629-3c7f42ba4ee6 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244533 Mar 14 11:20:06.600611 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbd05f-36ef-4944-989e-e2696b8f09db req-424b19ef-8e81-4bf9-8d77-979c38ed052e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:06.602159 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d7dbd05f-36ef-4944-989e-e2696b8f09db req-424b19ef-8e81-4bf9-8d77-979c38ed052e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 943 time: 0.0528488 Mar 14 11:20:06.603441 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:06.643515 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Attempting to bind port 8bb40b49-e519-41eb-84c2-d4f45216ab26 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:20:06.643852 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Attempting to bind port 8bb40b49-e519-41eb-84c2-d4f45216ab26 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'bdb935a7-96c6-4313-af27-c38f119800d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '36c8caa6-c4c4-4706-bb38-845dc604fc0c'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:20:06.644172 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Attempting to bind port 8bb40b49-e519-41eb-84c2-d4f45216ab26 on network 36c8caa6-c4c4-4706-bb38-845dc604fc0c {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:20:06.648951 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Port 8bb40b49-e519-41eb-84c2-d4f45216ab26 on network 36c8caa6-c4c4-4706-bb38-845dc604fc0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:20:06.649284 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Attempting to bind port 8bb40b49-e519-41eb-84c2-d4f45216ab26 on network 36c8caa6-c4c4-4706-bb38-845dc604fc0c {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:20:06.654981 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:20:06.655327 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Checking segment: {'id': 'bdb935a7-96c6-4313-af27-c38f119800d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '36c8caa6-c4c4-4706-bb38-845dc604fc0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:20:06.655850 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Bound using segment: {'id': 'bdb935a7-96c6-4313-af27-c38f119800d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '36c8caa6-c4c4-4706-bb38-845dc604fc0c'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:20:06.656299 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Bound port: 8bb40b49-e519-41eb-84c2-d4f45216ab26, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb935a7-96c6-4313-af27-c38f119800d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '36c8caa6-c4c4-4706-bb38-845dc604fc0c'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:20:06.656666 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8bb40b49-e519-41eb-84c2-d4f45216ab26), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:06.696361 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=37db8c2b-4425-430a-83d3-9081458ce2e5,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:06.703570 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d7dbd05f-36ef-4944-989e-e2696b8f09db req-92ac73c9-ca40-4e5b-96d3-4edb27c12c91 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700803 Mar 14 11:20:06.741189 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Attempting to bind port 37db8c2b-4425-430a-83d3-9081458ce2e5 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:20:06.741544 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Attempting to bind port 37db8c2b-4425-430a-83d3-9081458ce2e5 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:20:06.741883 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Attempting to bind port 37db8c2b-4425-430a-83d3-9081458ce2e5 on network 7948184e-83ff-43df-a1e2-ac0589280d46 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:20:06.749735 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Port 37db8c2b-4425-430a-83d3-9081458ce2e5 on network 7948184e-83ff-43df-a1e2-ac0589280d46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:20:06.750291 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Attempting to bind port 37db8c2b-4425-430a-83d3-9081458ce2e5 on network 7948184e-83ff-43df-a1e2-ac0589280d46 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:20:06.756947 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:20:06.757426 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Checking segment: {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:20:06.763495 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Bound using segment: {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:20:06.763495 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Bound port: 37db8c2b-4425-430a-83d3-9081458ce2e5, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:20:06.763495 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:06.770614 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f4162-2a53-4cdd-8e63-24edfa43a31a req-946d1037-754f-4db8-8240-909cbef146c3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:06.778282 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-343f4162-2a53-4cdd-8e63-24edfa43a31a req-946d1037-754f-4db8-8240-909cbef146c3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 943 time: 0.1114542 Mar 14 11:20:06.787409 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] For port 8bb40b49-e519-41eb-84c2-d4f45216ab26, host hv-cinder-83177, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:20:06.809740 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] For port 8bb40b49-e519-41eb-84c2-d4f45216ab26, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8bb40b49-e519-41eb-84c2-d4f45216ab26,segment=NetworkSegment(bdb935a7-96c6-4313-af27-c38f119800d2),segment_id=bdb935a7-96c6-4313-af27-c38f119800d2)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:20:06.843566 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-343f4162-2a53-4cdd-8e63-24edfa43a31a req-6f468f65-44ab-4319-b4d2-2c007769befc tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640330 Mar 14 11:20:06.857052 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] For port 37db8c2b-4425-430a-83d3-9081458ce2e5, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:20:06.859832 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] For port 37db8c2b-4425-430a-83d3-9081458ce2e5, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=37db8c2b-4425-430a-83d3-9081458ce2e5,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:20:06.891787 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (8bb40b49-e519-41eb-84c2-d4f45216ab26), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:06.930443 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:06.931265 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for port (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:06.932662 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] 10.222.0.44 "PUT /v2.0/ports/8bb40b49-e519-41eb-84c2-d4f45216ab26 HTTP/1.1" status: 200 len: 1093 time: 0.9545922 Mar 14 11:20:06.933076 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca55a932-437d-40a2-9b86-1d90159cb632', 'tag': '8bb40b49-e519-41eb-84c2-d4f45216ab26'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:20:06.935236 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a82408aa6d8333e2181d16c09767b8a1ebc4ae77f8efd81ec4377ebaeeb989a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d85e41f-da3f-4a4d-8952-bb511552080e" -d '{"events": [{"name": "network-changed", "server_uuid": "ca55a932-437d-40a2-9b86-1d90159cb632", "tag": "8bb40b49-e519-41eb-84c2-d4f45216ab26"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:20:06.973371 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098622b5-1ea6-4f4e-b45e-1f38967d63e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb40b49-e519-41eb-84c2-d4f45216ab26,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:06.981374 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:07.036035 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e94ea24-3974-4773-b8d1-cc7ac9cfaf93 x-openstack-request-id: req-0e94ea24-3974-4773-b8d1-cc7ac9cfaf93 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:20:07.036652 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:07.037504 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:07.037922 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca55a932-437d-40a2-9b86-1d90159cb632", "tag": "8bb40b49-e519-41eb-84c2-d4f45216ab26", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:20:07.038211 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e94ea24-3974-4773-b8d1-cc7ac9cfaf93 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:20:07.039254 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] 10.222.0.44 "PUT /v2.0/ports/37db8c2b-4425-430a-83d3-9081458ce2e5 HTTP/1.1" status: 200 len: 1093 time: 1.0475402 Mar 14 11:20:07.039705 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'tag': '37db8c2b-4425-430a-83d3-9081458ce2e5'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:20:07.040890 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca55a932-437d-40a2-9b86-1d90159cb632', 'tag': '8bb40b49-e519-41eb-84c2-d4f45216ab26', 'status': 'completed', 'code': 200} Mar 14 11:20:07.042214 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e871b3-e895-454f-9295-82a545e9c478" -d '{"events": [{"name": "network-changed", "server_uuid": "51e7037e-087a-48ed-a8a2-94131e0d6d70", "tag": "37db8c2b-4425-430a-83d3-9081458ce2e5"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:20:07.078647 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a618552-b9fe-462a-a0bb-414f8e415ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=37db8c2b-4425-430a-83d3-9081458ce2e5,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:07.092393 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ac14a5-7a69-4a50-8ba6-fb2e671fe6b5 x-openstack-request-id: req-20ac14a5-7a69-4a50-8ba6-fb2e671fe6b5 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:20:07.093316 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e7037e-087a-48ed-a8a2-94131e0d6d70", "tag": "37db8c2b-4425-430a-83d3-9081458ce2e5", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:20:07.093775 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20ac14a5-7a69-4a50-8ba6-fb2e671fe6b5 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:20:07.094139 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'tag': '37db8c2b-4425-430a-83d3-9081458ce2e5', 'status': 'completed', 'code': 200} Mar 14 11:20:07.124327 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85e41f-da3f-4a4d-8952-bb511552080e req-bcccd0db-a74f-4f54-8f56-10e8b2159937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:07.126171 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d85e41f-da3f-4a4d-8952-bb511552080e req-bcccd0db-a74f-4f54-8f56-10e8b2159937 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a404b9a0fea4b5c863de8ac84fc06e6&device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 1127 time: 0.0715165 Mar 14 11:20:07.163429 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e871b3-e895-454f-9295-82a545e9c478 req-22d351d7-6fa2-41a2-a58c-9e91c4fe1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:07.168348 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-22e871b3-e895-454f-9295-82a545e9c478 req-22d351d7-6fa2-41a2-a58c-9e91c4fe1a27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 1127 time: 0.0550900 Mar 14 11:20:07.259818 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85e41f-da3f-4a4d-8952-bb511552080e req-d2f5dde8-b694-43a4-9e59-c3aad3245803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:07.259818 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d85e41f-da3f-4a4d-8952-bb511552080e req-d2f5dde8-b694-43a4-9e59-c3aad3245803 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5a404b9a0fea4b5c863de8ac84fc06e6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1248085 Mar 14 11:20:07.298910 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e871b3-e895-454f-9295-82a545e9c478 req-e22964f5-1b07-458a-898a-e565325848ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:07.306536 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-22e871b3-e895-454f-9295-82a545e9c478 req-e22964f5-1b07-458a-898a-e565325848ac service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=87c49ee49cd14a2aa0cc354627515760&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1309164 Mar 14 11:20:07.456239 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e871b3-e895-454f-9295-82a545e9c478 req-c0098c08-7727-4a73-ab4a-3095b1cd528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:07.457767 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-22e871b3-e895-454f-9295-82a545e9c478 req-c0098c08-7727-4a73-ab4a-3095b1cd528c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462119 Mar 14 11:20:07.460516 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85e41f-da3f-4a4d-8952-bb511552080e req-eca9842a-ef61-445a-94d7-bb92cad72a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:07.461959 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1d85e41f-da3f-4a4d-8952-bb511552080e req-eca9842a-ef61-445a-94d7-bb92cad72a22 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1873863 Mar 14 11:20:07.484135 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8afa2-dc94-49fc-b7a2-1bd0c2a44c3e req-94737f42-67ea-4870-9609-3be62543aeef tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:07.485728 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3ca8afa2-dc94-49fc-b7a2-1bd0c2a44c3e req-94737f42-67ea-4870-9609-3be62543aeef tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0749238 Mar 14 11:20:07.495898 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1810582a-4b92-40c9-8f40-87ce063bac77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:07.558925 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-30ea2d8e-1f41-4c8c-8919-b05752347208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:07.560494 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-30ea2d8e-1f41-4c8c-8919-b05752347208 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a404b9a0fea4b5c863de8ac84fc06e6&device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 1127 time: 0.0526619 Mar 14 11:20:07.561315 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3ca8afa2-dc94-49fc-b7a2-1bd0c2a44c3e req-3964d47c-c8ad-4136-8e3e-08287ce5c57b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697844 Mar 14 11:20:07.570192 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-025cb8bc-e4e7-4b00-8e4e-0e9055abf6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:07.571697 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-025cb8bc-e4e7-4b00-8e4e-0e9055abf6a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 1127 time: 0.0732150 Mar 14 11:20:07.603019 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-7216e4eb-da32-40d0-b05f-05bd860457d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bb40b49-e519-41eb-84c2-d4f45216ab26 HTTP/1.1" status: 200 len: 217 time: 0.0355709 Mar 14 11:20:07.616984 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-e52cbb35-fa41-40ee-9b14-1f73f3e19295 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37db8c2b-4425-430a-83d3-9081458ce2e5 HTTP/1.1" status: 200 len: 217 time: 0.0385399 Mar 14 11:20:07.682746 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-aa4d3f42-d71a-4260-b49c-16616e05a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:07.684127 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-aa4d3f42-d71a-4260-b49c-16616e05a151 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c145818f-9d7d-4997-ae9c-db4cbe8d2da1 HTTP/1.1" status: 200 len: 854 time: 0.0595024 Mar 14 11:20:07.694539 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-2c531999-be21-4d0f-8a8a-cea37c68ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:07.695987 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-2c531999-be21-4d0f-8a8a-cea37c68ed8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=851a7a8f-6ddb-4315-b810-177c45241537 HTTP/1.1" status: 200 len: 854 time: 0.0869191 Mar 14 11:20:07.745685 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-a897ab87-1067-46c8-928e-6c846cb6cc96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36c8caa6-c4c4-4706-bb38-845dc604fc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338995 Mar 14 11:20:07.750135 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-86cbb02a-03f2-40c6-a613-dd7d99f3ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:07.751808 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-86cbb02a-03f2-40c6-a613-dd7d99f3ff4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7948184e-83ff-43df-a1e2-ac0589280d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608497 Mar 14 11:20:07.784067 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f823cf-65c7-49f7-81c7-f2fe47fa0c9c req-068e3ba1-cf09-4f97-912f-08c0a51f94a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:07.785583 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a5f823cf-65c7-49f7-81c7-f2fe47fa0c9c req-068e3ba1-cf09-4f97-912f-08c0a51f94a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=956dc6f8d72144c9810e5e5a83ba7fb7&device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 1130 time: 0.1394641 Mar 14 11:20:07.899093 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-5f45e6c7-5e36-43b5-9272-f30669b0bcbb service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397038 Mar 14 11:20:07.949184 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51c5dd-4a5e-4000-8afc-9979ba1f65ff req-56d697b0-0cbd-4aa6-88ee-bb680b38f1a3 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:07.950829 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be51c5dd-4a5e-4000-8afc-9979ba1f65ff req-56d697b0-0cbd-4aa6-88ee-bb680b38f1a3 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 943 time: 0.1049924 Mar 14 11:20:08.035498 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 53694) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:08.053252 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-5dd9b5e4-a2c1-425a-b74b-cd787f0fe03d service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479788 Mar 14 11:20:08.056429 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-be51c5dd-4a5e-4000-8afc-9979ba1f65ff req-10970dce-5910-40ba-9946-ebc1fef82724 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718360 Mar 14 11:20:08.083917 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76f911-3f5d-4e73-a0cb-9c56f5030867 req-20794602-b70b-4658-8a61-640f7dcef24f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:08.085168 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ad76f911-3f5d-4e73-a0cb-9c56f5030867 req-20794602-b70b-4658-8a61-640f7dcef24f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 943 time: 0.4264300 Mar 14 11:20:08.180236 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0f694748-a6f2-467d-bafd-6279f4d7e291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:08.191065 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-ee341fc3-7a8e-4658-9193-def68aaee1c6 service neutron] 10.222.0.44 "GET /v2.0/networks/36c8caa6-c4c4-4706-bb38-845dc604fc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375260 Mar 14 11:20:08.218308 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c48c5a-a8a4-4150-ad36-2a93a20c9dfa req-1c8d77a8-b9d3-4d76-8e3d-70b36e95d3c2 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:08.219817 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b5c48c5a-a8a4-4150-ad36-2a93a20c9dfa req-1c8d77a8-b9d3-4d76-8e3d-70b36e95d3c2 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 943 time: 0.0873210 Mar 14 11:20:08.232007 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ad76f911-3f5d-4e73-a0cb-9c56f5030867 req-0f40c441-4440-48c7-8f66-39275670fa5f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403174 Mar 14 11:20:08.243699 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f823cf-65c7-49f7-81c7-f2fe47fa0c9c req-2b4fb2f7-0544-42f3-bd0b-5251aed86cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:08.245833 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a5f823cf-65c7-49f7-81c7-f2fe47fa0c9c req-2b4fb2f7-0544-42f3-bd0b-5251aed86cdf service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2772757-d7bb-48b9-8bff-3ecf99e6887b HTTP/1.1" status: 200 len: 919 time: 0.4525476 Mar 14 11:20:08.305563 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b5c48c5a-a8a4-4150-ad36-2a93a20c9dfa req-0c9d2ec2-9c9b-42da-96d1-fb9534325941 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780365 Mar 14 11:20:08.323498 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a5f823cf-65c7-49f7-81c7-f2fe47fa0c9c req-e8e36832-9a49-4726-818a-3bd5c9c2768f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36732712-50e4-4c26-9afa-0c0995c1a8db HTTP/1.1" status: 200 len: 217 time: 0.0450177 Mar 14 11:20:08.332990 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0f694748-a6f2-467d-bafd-6279f4d7e291 admin admin] Publish callbacks [] for security_group (50fded3a-306f-404b-8917-e10c31033415), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:08.374142 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5e46e031-4ca9-4da3-a804-3da4c0f6d399 req-353aaa36-f2dc-4a12-87e3-fde7ba620728 service neutron] 10.222.0.44 "GET /v2.0/networks/36c8caa6-c4c4-4706-bb38-845dc604fc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730590 Mar 14 11:20:08.386035 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f823cf-65c7-49f7-81c7-f2fe47fa0c9c req-ec95e588-2a3d-4620-8fc5-822d6f9a291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:08.387644 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a5f823cf-65c7-49f7-81c7-f2fe47fa0c9c req-ec95e588-2a3d-4620-8fc5-822d6f9a291c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3835724-6a4b-4d00-8537-d241934aa76b HTTP/1.1" status: 200 len: 858 time: 0.0583279 Mar 14 11:20:08.419233 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a5f823cf-65c7-49f7-81c7-f2fe47fa0c9c req-9b44d0d5-a590-4e8d-ac12-44d255d301c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2772757-d7bb-48b9-8bff-3ecf99e6887b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258014 Mar 14 11:20:08.426551 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0f694748-a6f2-467d-bafd-6279f4d7e291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (50fded3a-306f-404b-8917-e10c31033415), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:08.464007 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f694748-a6f2-467d-bafd-6279f4d7e291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fded3a-306f-404b-8917-e10c31033415,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:08.469406 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0f694748-a6f2-467d-bafd-6279f4d7e291 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=339b0dd194754778a215e84fcb1a376c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4291084 Mar 14 11:20:08.481533 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 53702) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:08.519890 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aab2c966-d80e-44be-9de4-1b0d1f317e81 admin admin] Publish callbacks [] for security_group (50fded3a-306f-404b-8917-e10c31033415), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:08.543926 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aab2c966-d80e-44be-9de4-1b0d1f317e81 admin admin] Publish callbacks [] for security_group (50fded3a-306f-404b-8917-e10c31033415), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:08.581859 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a5f823cf-65c7-49f7-81c7-f2fe47fa0c9c req-b1c21a7f-b876-4eb4-a43a-ef9c70f3e1db service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565392 Mar 14 11:20:08.643699 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:08.686278 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aab2c966-d80e-44be-9de4-1b0d1f317e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (50fded3a-306f-404b-8917-e10c31033415), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:08.690895 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aab2c966-d80e-44be-9de4-1b0d1f317e81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:08.694895 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-aab2c966-d80e-44be-9de4-1b0d1f317e81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50fded3a-306f-404b-8917-e10c31033415 HTTP/1.1" status: 204 len: 168 time: 0.2197216 Mar 14 11:20:08.703778 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2c966-d80e-44be-9de4-1b0d1f317e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fded3a-306f-404b-8917-e10c31033415,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:08.707425 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a5f823cf-65c7-49f7-81c7-f2fe47fa0c9c req-26e1dc40-b29e-491b-b77a-42f88e8fb429 service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175804 Mar 14 11:20:08.719743 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec635c-5a7c-4ad1-b88b-8960e1ca7834 req-4f5372ed-e0d3-418a-9674-59c67656e2bd tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:08.721241 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-89ec635c-5a7c-4ad1-b88b-8960e1ca7834 req-4f5372ed-e0d3-418a-9674-59c67656e2bd tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0776806 Mar 14 11:20:08.772234 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-89ec635c-5a7c-4ad1-b88b-8960e1ca7834 req-d77fe202-3c42-49d6-9ed4-b299c4e0280d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444729 Mar 14 11:20:08.920874 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 53718) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:09.199322 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea8274-3200-4a06-8e44-0c5af40fc46f req-6e5ef0bc-a3ca-4cfc-84d4-512e688a5a0d tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:09.201057 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77ea8274-3200-4a06-8e44-0c5af40fc46f req-6e5ef0bc-a3ca-4cfc-84d4-512e688a5a0d tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 943 time: 0.0662720 Mar 14 11:20:09.241016 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bf3a749f-e96f-4f2d-a13e-3f868c079967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:09.279121 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77ea8274-3200-4a06-8e44-0c5af40fc46f req-f6cababa-4338-4df1-94dc-620c130153ce tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684099 Mar 14 11:20:09.347547 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bf3a749f-e96f-4f2d-a13e-3f868c079967 admin admin] Publish callbacks [] for security_group (74201c31-4810-4833-a9b1-45c1dfaebe03), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:09.361402 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241469f8-05e6-4ec2-a3cc-ab7299a613c8 req-443a1dae-e9ce-43a4-8102-05c14851ad88 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:09.362992 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-241469f8-05e6-4ec2-a3cc-ab7299a613c8 req-443a1dae-e9ce-43a4-8102-05c14851ad88 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 943 time: 0.0562654 Mar 14 11:20:09.414371 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-241469f8-05e6-4ec2-a3cc-ab7299a613c8 req-560a5da2-f065-4213-8ca3-409faa151624 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443492 Mar 14 11:20:09.429237 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21b191-bcdf-41c8-8a86-ac189eeaa93a req-5ed978b0-d1ac-441b-817a-fbd0bd911175 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:09.436548 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b21b191-bcdf-41c8-8a86-ac189eeaa93a req-5ed978b0-d1ac-441b-817a-fbd0bd911175 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 943 time: 0.0603762 Mar 14 11:20:09.481442 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5b21b191-bcdf-41c8-8a86-ac189eeaa93a req-2bc7c830-f690-4678-b107-2ac9a1ab780a tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440552 Mar 14 11:20:09.528852 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-bf3a749f-e96f-4f2d-a13e-3f868c079967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (74201c31-4810-4833-a9b1-45c1dfaebe03), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:09.560618 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:20:09.567641 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-bf3a749f-e96f-4f2d-a13e-3f868c079967 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6834525135224121b31dabd49d0204d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6457908 Mar 14 11:20:09.568516 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a749f-e96f-4f2d-a13e-3f868c079967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74201c31-4810-4833-a9b1-45c1dfaebe03,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:09.570489 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 53740) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:09.660272 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-623d3e1a-376b-4adb-888e-b8cd9fa1de93 admin admin] Publish callbacks [] for security_group (74201c31-4810-4833-a9b1-45c1dfaebe03), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:09.684914 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-623d3e1a-376b-4adb-888e-b8cd9fa1de93 admin admin] Publish callbacks [] for security_group (74201c31-4810-4833-a9b1-45c1dfaebe03), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:09.702097 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1,segment=NetworkSegment(128b4a8c-7000-4cdf-8711-5023373a29e9),segment_id=128b4a8c-7000-4cdf-8711-5023373a29e9)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:20:09.715340 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1', 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'port_id': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1', 'mac_address': 'fa:16:3e:a8:65:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5850270-558c-4af6-9c86-36d691806adb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:20:09.758491 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:20:09.758881 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:09.772138 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:20:09.793936 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1,segment=NetworkSegment(128b4a8c-7000-4cdf-8711-5023373a29e9),segment_id=128b4a8c-7000-4cdf-8711-5023373a29e9)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:20:09.815003 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-623d3e1a-376b-4adb-888e-b8cd9fa1de93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (74201c31-4810-4833-a9b1-45c1dfaebe03), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:09.817675 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-623d3e1a-376b-4adb-888e-b8cd9fa1de93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:09.818975 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-623d3e1a-376b-4adb-888e-b8cd9fa1de93 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74201c31-4810-4833-a9b1-45c1dfaebe03 HTTP/1.1" status: 204 len: 168 time: 0.2473404 Mar 14 11:20:09.832640 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d3e1a-376b-4adb-888e-b8cd9fa1de93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74201c31-4810-4833-a9b1-45c1dfaebe03,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:09.889068 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:09.907804 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a5e2d-b1e5-48e0-b00f-1e5165c8685d req-f2c31a8d-e41c-4f19-8eb0-4f216e04cb82 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:09.909531 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-519a5e2d-b1e5-48e0-b00f-1e5165c8685d req-f2c31a8d-e41c-4f19-8eb0-4f216e04cb82 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0569975 Mar 14 11:20:09.958034 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:09.961822 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-519a5e2d-b1e5-48e0-b00f-1e5165c8685d req-e8bb73e3-2061-45c6-ab90-e4fd3211a512 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460627 Mar 14 11:20:09.967235 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:09.967825 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:09.968341 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:09.968831 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:09.969298 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:09.969825 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:09.970188 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:09.970657 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:09.971177 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:09.971749 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:09.972410 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:09.972940 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:09.973391 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:09.973638 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:09.973997 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:20:10.330348 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:10.405512 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5d791-5eac-4d09-a4d0-01c8d4a6d31a req-9287a9c4-2eff-41f4-af3e-f108425f7967 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:10.407002 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81d5d791-5eac-4d09-a4d0-01c8d4a6d31a req-9287a9c4-2eff-41f4-af3e-f108425f7967 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 943 time: 0.0551658 Mar 14 11:20:10.412937 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['9eeca3bf-844b-4ca6-89bf-1c8215c94fa1'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:20:10.472946 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81d5d791-5eac-4d09-a4d0-01c8d4a6d31a req-2e494a06-7e5c-47a9-ae27-a6fb78517756 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603607 Mar 14 11:20:10.547537 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3c03f-37d8-4d1e-bda6-1a99efdab13c req-0dd44f12-f78c-4be9-be5c-3fdd88b4f412 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:10.550249 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8ba3c03f-37d8-4d1e-bda6-1a99efdab13c req-0dd44f12-f78c-4be9-be5c-3fdd88b4f412 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 944 time: 0.0618160 Mar 14 11:20:10.606272 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8ba3c03f-37d8-4d1e-bda6-1a99efdab13c req-e3792e10-c9fa-4442-9c6c-c50deb90fbbd tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483615 Mar 14 11:20:10.620260 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab654b7-2706-42e9-add7-091b7eac05bb req-b32a8966-44b8-4e3f-a20e-ab81aee505ee tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:10.623688 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aab654b7-2706-42e9-add7-091b7eac05bb req-b32a8966-44b8-4e3f-a20e-ab81aee505ee tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 943 time: 0.0536144 Mar 14 11:20:10.667808 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aab654b7-2706-42e9-add7-091b7eac05bb req-38ece57a-f388-4aae-97d4-358f3b710f83 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403907 Mar 14 11:20:11.084383 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052e077-8d68-4d5a-9c0c-48c5d13097a2 req-d68cbc64-c7c7-4a9f-a240-6ad10d795082 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:11.085836 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e052e077-8d68-4d5a-9c0c-48c5d13097a2 req-d68cbc64-c7c7-4a9f-a240-6ad10d795082 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0546522 Mar 14 11:20:11.134082 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e052e077-8d68-4d5a-9c0c-48c5d13097a2 req-ab3a7ceb-5eef-4921-9407-bc1e1871591b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419083 Mar 14 11:20:11.565905 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:20:11.597434 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87cb6d-2360-41b0-8cc4-c6074e3abd99 req-1b8fcadb-9569-45ca-8147-a27b93a99d09 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:11.599169 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1c87cb6d-2360-41b0-8cc4-c6074e3abd99 req-1b8fcadb-9569-45ca-8147-a27b93a99d09 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 943 time: 0.0559938 Mar 14 11:20:11.648629 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1c87cb6d-2360-41b0-8cc4-c6074e3abd99 req-b79feb58-1ff8-428c-b27c-7ac4cdd81365 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429642 Mar 14 11:20:11.677619 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:20:11.682493 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:20:11.682965 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:11.749217 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c0383-f9cc-4c2b-a5f3-29ae6bbacf5f req-d6bb43a1-36e4-485d-964c-b389091aa25b tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:11.751082 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-976c0383-f9cc-4c2b-a5f3-29ae6bbacf5f req-d6bb43a1-36e4-485d-964c-b389091aa25b tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 944 time: 0.0621145 Mar 14 11:20:11.758183 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:11.782325 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:20:11.782325 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:11.791824 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb9d470-92cd-4e50-9055-cb6c3197c026 req-ea9d4231-26db-4466-8d05-499731cacc27 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:11.793827 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5fb9d470-92cd-4e50-9055-cb6c3197c026 req-ea9d4231-26db-4466-8d05-499731cacc27 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 943 time: 0.0583055 Mar 14 11:20:11.813646 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-976c0383-f9cc-4c2b-a5f3-29ae6bbacf5f req-5adf95ae-a80a-487f-8877-340a91b5725e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566654 Mar 14 11:20:11.818824 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:20:11.822770 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41d49ad-2086-475d-b3c2-2be060aeced6" -d '{"events": [{"server_uuid": "4fc7c780-4ce5-473e-9d5c-7f39ed7b0805", "name": "network-vif-plugged", "status": "completed", "tag": "9eeca3bf-844b-4ca6-89bf-1c8215c94fa1"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:20:11.836475 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1,segment=NetworkSegment(128b4a8c-7000-4cdf-8711-5023373a29e9),segment_id=128b4a8c-7000-4cdf-8711-5023373a29e9)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:20:11.850373 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5fb9d470-92cd-4e50-9055-cb6c3197c026 req-1f2d6362-4a38-4dcc-8a24-5f38aeee7c40 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471768 Mar 14 11:20:11.870153 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fd967c-c2fe-4203-aaed-e7b52aedbc57 x-openstack-request-id: req-11fd967c-c2fe-4203-aaed-e7b52aedbc57 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:20:11.870515 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc7c780-4ce5-473e-9d5c-7f39ed7b0805", "name": "network-vif-plugged", "status": "completed", "tag": "9eeca3bf-844b-4ca6-89bf-1c8215c94fa1", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:20:11.870775 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11fd967c-c2fe-4203-aaed-e7b52aedbc57 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:20:11.871173 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1', 'code': 200} Mar 14 11:20:11.935207 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:11.981915 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:12.206614 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec37a95-f325-4c09-8fce-b251482f9ed6 req-37291ceb-9873-4c2a-b823-207e6e03c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:12.208214 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3ec37a95-f325-4c09-8fce-b251482f9ed6 req-37291ceb-9873-4c2a-b823-207e6e03c2fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 1129 time: 0.0565984 Mar 14 11:20:12.287457 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3ec37a95-f325-4c09-8fce-b251482f9ed6 req-a5190513-075d-4ecb-a325-5618a13b658c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688124 Mar 14 11:20:12.296030 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125facac-4358-4d9e-848e-bab703ce1ac9 req-0f70de35-8398-46aa-9786-697831220839 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:12.297450 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-125facac-4358-4d9e-848e-bab703ce1ac9 req-0f70de35-8398-46aa-9786-697831220839 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0871956 Mar 14 11:20:12.345589 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-125facac-4358-4d9e-848e-bab703ce1ac9 req-965c329c-adbc-4628-8c93-3d66848cfa87 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423865 Mar 14 11:20:12.768543 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb30bc-1331-4fe5-a6b2-bacdec403b4a req-2a78838c-fc82-4a23-8866-e2edc106e39a tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:12.770033 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77fb30bc-1331-4fe5-a6b2-bacdec403b4a req-2a78838c-fc82-4a23-8866-e2edc106e39a tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 943 time: 0.0514944 Mar 14 11:20:12.820943 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77fb30bc-1331-4fe5-a6b2-bacdec403b4a req-0d126ea9-1755-4c3c-b581-9e93786ab614 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445397 Mar 14 11:20:12.937110 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5eccb-3eac-4e57-b85b-9e6e427537e8 req-b87e7d4f-233d-4ded-80a1-01c6eda652ee tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:12.938633 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-61a5eccb-3eac-4e57-b85b-9e6e427537e8 req-b87e7d4f-233d-4ded-80a1-01c6eda652ee tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 945 time: 0.0563581 Mar 14 11:20:12.980121 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e3674-daf7-4611-aceb-e2eee4d8bcec req-84655f04-7052-41f8-b98d-019c8823c133 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:12.981624 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-423e3674-daf7-4611-aceb-e2eee4d8bcec req-84655f04-7052-41f8-b98d-019c8823c133 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 943 time: 0.0548310 Mar 14 11:20:12.985865 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-61a5eccb-3eac-4e57-b85b-9e6e427537e8 req-20df709d-a98c-4352-b5b8-cb70ceb1ebcd tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414968 Mar 14 11:20:13.029550 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-423e3674-daf7-4611-aceb-e2eee4d8bcec req-a04d877d-51fb-40d9-ba90-6f46134538a3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419128 Mar 14 11:20:13.464345 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c98687-dfce-4b03-809a-33b3c4297115 req-4f65b4bc-34d8-406c-9001-164a54b171b6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:13.465832 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c5c98687-dfce-4b03-809a-33b3c4297115 req-4f65b4bc-34d8-406c-9001-164a54b171b6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0545578 Mar 14 11:20:13.512079 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c5c98687-dfce-4b03-809a-33b3c4297115 req-eab3d9d4-20ba-4bd2-9bba-3437a6ddaac6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408628 Mar 14 11:20:13.574242 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 37db8c2b-4425-430a-83d3-9081458ce2e5 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:20:13.673159 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 37db8c2b-4425-430a-83d3-9081458ce2e5, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=37db8c2b-4425-430a-83d3-9081458ce2e5,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:20:13.686372 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': '37db8c2b-4425-430a-83d3-9081458ce2e5', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'port_id': '37db8c2b-4425-430a-83d3-9081458ce2e5', 'mac_address': 'fa:16:3e:b8:c3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:20:13.725462 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 37db8c2b-4425-430a-83d3-9081458ce2e5 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:20:13.725876 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:13.740467 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37db8c2b-4425-430a-83d3-9081458ce2e5 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:20:13.761785 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 37db8c2b-4425-430a-83d3-9081458ce2e5, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=37db8c2b-4425-430a-83d3-9081458ce2e5,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:20:13.872406 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:13.873091 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 8bb40b49-e519-41eb-84c2-d4f45216ab26 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:20:13.948053 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=37db8c2b-4425-430a-83d3-9081458ce2e5,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:13.975496 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d4fb9-ccdc-46ad-a0bf-ded91ee0d717 req-12cce8f4-e743-45ab-8114-735cce4dee31 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:13.986805 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-206d4fb9-ccdc-46ad-a0bf-ded91ee0d717 req-12cce8f4-e743-45ab-8114-735cce4dee31 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 943 time: 0.0721087 Mar 14 11:20:14.037779 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 8bb40b49-e519-41eb-84c2-d4f45216ab26, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8bb40b49-e519-41eb-84c2-d4f45216ab26,segment=NetworkSegment(bdb935a7-96c6-4313-af27-c38f119800d2),segment_id=bdb935a7-96c6-4313-af27-c38f119800d2)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:20:14.061893 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-206d4fb9-ccdc-46ad-a0bf-ded91ee0d717 req-fdcce16e-7dd8-4129-bc84-343aa8dd2a2a tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731790 Mar 14 11:20:14.065247 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': '8bb40b49-e519-41eb-84c2-d4f45216ab26', 'network_id': '36c8caa6-c4c4-4706-bb38-845dc604fc0c', 'port_id': '8bb40b49-e519-41eb-84c2-d4f45216ab26', 'mac_address': 'fa:16:3e:32:1b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851a7a8f-6ddb-4315-b810-177c45241537', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:20:14.124519 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 8bb40b49-e519-41eb-84c2-d4f45216ab26 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:20:14.125202 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8bb40b49-e519-41eb-84c2-d4f45216ab26), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:14.138014 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1d252-a029-4dbc-85b8-eb2a57af0c98 req-ad988ae3-9184-4983-a481-bcc63bba56c3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:14.143473 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb40b49-e519-41eb-84c2-d4f45216ab26 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:20:14.145334 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e8d1d252-a029-4dbc-85b8-eb2a57af0c98 req-ad988ae3-9184-4983-a481-bcc63bba56c3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 945 time: 0.0662184 Mar 14 11:20:14.167929 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 8bb40b49-e519-41eb-84c2-d4f45216ab26, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8bb40b49-e519-41eb-84c2-d4f45216ab26,segment=NetworkSegment(bdb935a7-96c6-4313-af27-c38f119800d2),segment_id=bdb935a7-96c6-4313-af27-c38f119800d2)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:20:14.189233 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e8d1d252-a029-4dbc-85b8-eb2a57af0c98 req-c9738322-0238-4ebb-a0d7-1f3e02c015ec tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429921 Mar 14 11:20:14.192463 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d63fd8-143b-4800-8beb-4ae0e77ccc34 req-5900945c-a5e4-478c-a346-02284c317836 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:14.194206 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40d63fd8-143b-4800-8beb-4ae0e77ccc34 req-5900945c-a5e4-478c-a346-02284c317836 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 944 time: 0.0567343 Mar 14 11:20:14.242472 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-40d63fd8-143b-4800-8beb-4ae0e77ccc34 req-b4b0060f-6740-4576-9617-bdef081cd4dd tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426450 Mar 14 11:20:14.294063 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (8bb40b49-e519-41eb-84c2-d4f45216ab26), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:14.318868 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2069e54-a018-4379-9d63-8533640631f3 req-a7ce23e2-2ea8-4063-9705-df7c907937d6 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:14.320364 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f2069e54-a018-4379-9d63-8533640631f3 req-a7ce23e2-2ea8-4063-9705-df7c907937d6 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 945 time: 0.0558276 Mar 14 11:20:14.341782 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=8bb40b49-e519-41eb-84c2-d4f45216ab26,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:14.369065 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f2069e54-a018-4379-9d63-8533640631f3 req-53a5debd-8db0-4314-b89f-cb9584993e0c tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424592 Mar 14 11:20:14.640621 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fe63e-3f9b-4998-871f-ccf5b8119b5f req-28b8bf8d-e66f-4396-b9db-e40aa12d06cc tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:14.646439 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-473fe63e-3f9b-4998-871f-ccf5b8119b5f req-28b8bf8d-e66f-4396-b9db-e40aa12d06cc tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0603206 Mar 14 11:20:14.694082 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-473fe63e-3f9b-4998-871f-ccf5b8119b5f req-ae9142ad-3ed7-4013-83e6-e4e17a554305 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463073 Mar 14 11:20:14.702838 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b39b3-34d0-4bc6-814f-07e9916dc332 req-b9348807-7b73-4554-9f8d-760605e19e22 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:14.704321 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e39b39b3-34d0-4bc6-814f-07e9916dc332 req-b9348807-7b73-4554-9f8d-760605e19e22 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 945 time: 0.0547581 Mar 14 11:20:14.754302 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e39b39b3-34d0-4bc6-814f-07e9916dc332 req-98a0a71d-377e-4395-a196-8454236c42d9 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441632 Mar 14 11:20:14.765026 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['37db8c2b-4425-430a-83d3-9081458ce2e5'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:20:14.812020 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['8bb40b49-e519-41eb-84c2-d4f45216ab26'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:20:15.182570 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028226e2-fb5d-4ff9-a704-3ba32575114a req-f557097e-1644-4e0c-a8ea-5b45a58c7bbd tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:15.184024 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-028226e2-fb5d-4ff9-a704-3ba32575114a req-f557097e-1644-4e0c-a8ea-5b45a58c7bbd tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 944 time: 0.0531342 Mar 14 11:20:15.233413 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-028226e2-fb5d-4ff9-a704-3ba32575114a req-173b605d-94a3-4e73-944c-a406920d62dc tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439336 Mar 14 11:20:15.359187 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b90cbd-5238-4fd3-a891-15e69b25bad2 req-10a575f3-dab3-46bc-8d28-7f0e9eccc6c8 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:15.360611 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-55b90cbd-5238-4fd3-a891-15e69b25bad2 req-10a575f3-dab3-46bc-8d28-7f0e9eccc6c8 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 944 time: 0.0524466 Mar 14 11:20:15.409928 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-55b90cbd-5238-4fd3-a891-15e69b25bad2 req-b3181681-3639-44c5-9bdf-d11f5da94d31 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437667 Mar 14 11:20:15.818154 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c76e3-3cf6-468d-9119-06c46d61be59 req-4adbbc9e-c6ab-4f15-a612-712e36145171 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:15.818154 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6d3c76e3-3cf6-468d-9119-06c46d61be59 req-4adbbc9e-c6ab-4f15-a612-712e36145171 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0527320 Mar 14 11:20:15.868645 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6d3c76e3-3cf6-468d-9119-06c46d61be59 req-b1b6e0fa-452d-4870-b935-ca646bc7fe4a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458920 Mar 14 11:20:16.376027 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c261086-7a64-4cd5-a5f2-0592cbe13e24 req-430df9ae-0359-4b04-be7c-73a51e0f93d5 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:16.377480 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c261086-7a64-4cd5-a5f2-0592cbe13e24 req-430df9ae-0359-4b04-be7c-73a51e0f93d5 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 944 time: 0.0612922 Mar 14 11:20:16.428354 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c261086-7a64-4cd5-a5f2-0592cbe13e24 req-e9d6c710-650b-4674-b428-c71d9aafd75c tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453095 Mar 14 11:20:16.539909 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4113b3d-7fba-4343-9461-95214b791bb5 req-e552adba-bad1-452b-9ac4-5e57be805caf tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:16.542235 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b4113b3d-7fba-4343-9461-95214b791bb5 req-e552adba-bad1-452b-9ac4-5e57be805caf tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 944 time: 0.0612350 Mar 14 11:20:16.596222 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b4113b3d-7fba-4343-9461-95214b791bb5 req-1aedb2fa-5964-49c0-b8f8-71f0b9a348b4 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485973 Mar 14 11:20:16.996490 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be4694-f406-46aa-9daf-0fa008e34da8 req-ec0f1b52-a58f-4b53-bfaf-f3d3efe46e86 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:16.998076 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-24be4694-f406-46aa-9daf-0fa008e34da8 req-ec0f1b52-a58f-4b53-bfaf-f3d3efe46e86 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0571022 Mar 14 11:20:17.045626 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-24be4694-f406-46aa-9daf-0fa008e34da8 req-667c05a7-4afc-4f9d-80e3-ae56e7cb5527 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419805 Mar 14 11:20:17.558113 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e978560-15f8-4d2b-8f8c-a4d8f07e2684 req-faada3e6-d921-496c-88ef-16b555c422db tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:17.560073 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0e978560-15f8-4d2b-8f8c-a4d8f07e2684 req-faada3e6-d921-496c-88ef-16b555c422db tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 944 time: 0.0607188 Mar 14 11:20:17.583914 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 37db8c2b-4425-430a-83d3-9081458ce2e5 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:20:17.610099 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0e978560-15f8-4d2b-8f8c-a4d8f07e2684 req-6f82824f-40a6-463a-8116-1de65573693e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445495 Mar 14 11:20:17.735416 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456a063-9679-4210-9616-25233f7f924d req-2e088f73-8f24-4019-8da9-f2ace9971340 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:17.736918 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1456a063-9679-4210-9616-25233f7f924d req-2e088f73-8f24-4019-8da9-f2ace9971340 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 944 time: 0.0566382 Mar 14 11:20:17.775046 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port 37db8c2b-4425-430a-83d3-9081458ce2e5 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:20:17.779881 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port 37db8c2b-4425-430a-83d3-9081458ce2e5 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:20:17.780260 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:17.792188 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1456a063-9679-4210-9616-25233f7f924d req-c5d1ef5d-4b0b-4f73-be35-af8cc26dfdbd tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491734 Mar 14 11:20:17.865718 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 37db8c2b-4425-430a-83d3-9081458ce2e5 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:20:17.866145 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:17.890633 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37db8c2b-4425-430a-83d3-9081458ce2e5'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:20:17.893050 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25167cff-dda0-40e4-a421-accacca8d1f5" -d '{"events": [{"server_uuid": "51e7037e-087a-48ed-a8a2-94131e0d6d70", "name": "network-vif-plugged", "status": "completed", "tag": "37db8c2b-4425-430a-83d3-9081458ce2e5"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:20:17.906762 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 37db8c2b-4425-430a-83d3-9081458ce2e5, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=37db8c2b-4425-430a-83d3-9081458ce2e5,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:20:17.926690 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4913eb6e-ee74-47b6-9bc2-d92742445caf x-openstack-request-id: req-4913eb6e-ee74-47b6-9bc2-d92742445caf {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:20:17.927004 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e7037e-087a-48ed-a8a2-94131e0d6d70", "name": "network-vif-plugged", "status": "completed", "tag": "37db8c2b-4425-430a-83d3-9081458ce2e5", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:20:17.927258 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4913eb6e-ee74-47b6-9bc2-d92742445caf {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:20:17.927648 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37db8c2b-4425-430a-83d3-9081458ce2e5', 'code': 200} Mar 14 11:20:18.014892 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:18.015743 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 8bb40b49-e519-41eb-84c2-d4f45216ab26 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:20:18.093807 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=37db8c2b-4425-430a-83d3-9081458ce2e5,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:18.171564 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdd6ef-a7e2-4c24-90d7-1d40b8878712 req-3a64adff-a39c-4ab7-94f8-f1847eaea3d6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:18.178283 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cbdd6ef-a7e2-4c24-90d7-1d40b8878712 req-3a64adff-a39c-4ab7-94f8-f1847eaea3d6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0631406 Mar 14 11:20:18.203412 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port 8bb40b49-e519-41eb-84c2-d4f45216ab26 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:20:18.207591 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port 8bb40b49-e519-41eb-84c2-d4f45216ab26 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:20:18.208370 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (8bb40b49-e519-41eb-84c2-d4f45216ab26), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:18.226398 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cbdd6ef-a7e2-4c24-90d7-1d40b8878712 req-a9a545b8-09ba-42c7-beaf-5f7a19a7c5af tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472667 Mar 14 11:20:18.298417 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 8bb40b49-e519-41eb-84c2-d4f45216ab26 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:20:18.298813 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8bb40b49-e519-41eb-84c2-d4f45216ab26), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:18.340744 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 8bb40b49-e519-41eb-84c2-d4f45216ab26, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8bb40b49-e519-41eb-84c2-d4f45216ab26,segment=NetworkSegment(bdb935a7-96c6-4313-af27-c38f119800d2),segment_id=bdb935a7-96c6-4313-af27-c38f119800d2)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:20:18.342809 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442fb75-01f6-4558-9fc9-21c76b9f7b2f req-1827c731-fc94-4a6e-846b-53cab8964385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:18.344579 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a442fb75-01f6-4558-9fc9-21c76b9f7b2f req-1827c731-fc94-4a6e-846b-53cab8964385 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 1129 time: 0.0554967 Mar 14 11:20:18.397107 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a442fb75-01f6-4558-9fc9-21c76b9f7b2f req-47dfdc5e-1846-426c-a536-6cfabc1bef98 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448263 Mar 14 11:20:18.432555 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (8bb40b49-e519-41eb-84c2-d4f45216ab26), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:18.480980 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=8bb40b49-e519-41eb-84c2-d4f45216ab26,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:18.732975 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59da2d7-e3fa-4757-865b-9bd95bd75aad req-49ccdd98-4e16-4196-b669-920d42363cda tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:18.734419 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b59da2d7-e3fa-4757-865b-9bd95bd75aad req-49ccdd98-4e16-4196-b669-920d42363cda tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 945 time: 0.0517662 Mar 14 11:20:18.781551 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b59da2d7-e3fa-4757-865b-9bd95bd75aad req-9e945709-0cb1-405c-a20a-979b8b4becf5 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414681 Mar 14 11:20:18.906709 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ae46b-bd6b-4e24-949a-a2221b0f53f6 req-bf95bf34-e146-4ac9-a35b-541f35df5e24 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:18.908160 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a9ae46b-bd6b-4e24-949a-a2221b0f53f6 req-bf95bf34-e146-4ac9-a35b-541f35df5e24 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 945 time: 0.0511644 Mar 14 11:20:18.953559 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a9ae46b-bd6b-4e24-949a-a2221b0f53f6 req-0d114d83-4535-48c6-bf6e-42e4062e864e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400491 Mar 14 11:20:19.350330 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949536c-fb6d-4622-a8ac-1bcfdeec4f8e req-b46fac30-6137-4211-8d00-8bfac4934892 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:19.358405 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2949536c-fb6d-4622-a8ac-1bcfdeec4f8e req-b46fac30-6137-4211-8d00-8bfac4934892 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0534790 Mar 14 11:20:19.401748 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2949536c-fb6d-4622-a8ac-1bcfdeec4f8e req-871f9d8f-b976-40d9-b35f-093b1f1e3988 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435863 Mar 14 11:20:19.903320 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2b6fe1-49fa-459f-8e4e-8f278eef722d req-ec6b2148-53e6-49ed-b304-18e648fa6a43 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:19.904774 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec2b6fe1-49fa-459f-8e4e-8f278eef722d req-ec6b2148-53e6-49ed-b304-18e648fa6a43 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 945 time: 0.0554807 Mar 14 11:20:19.929201 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca55a932-437d-40a2-9b86-1d90159cb632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb40b49-e519-41eb-84c2-d4f45216ab26'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:20:19.932767 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e05286-e3d7-45ea-81d2-8dbe2ca207ed" -d '{"events": [{"server_uuid": "ca55a932-437d-40a2-9b86-1d90159cb632", "name": "network-vif-plugged", "status": "completed", "tag": "8bb40b49-e519-41eb-84c2-d4f45216ab26"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:20:19.955136 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ec2b6fe1-49fa-459f-8e4e-8f278eef722d req-313948b7-b8c3-411a-bb61-6cd7a0b303c0 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445702 Mar 14 11:20:19.992448 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0272b1a7-48cd-40af-b703-95eaaac261e5 x-openstack-request-id: req-0272b1a7-48cd-40af-b703-95eaaac261e5 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:20:19.992761 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca55a932-437d-40a2-9b86-1d90159cb632", "name": "network-vif-plugged", "status": "completed", "tag": "8bb40b49-e519-41eb-84c2-d4f45216ab26", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:20:19.993035 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0272b1a7-48cd-40af-b703-95eaaac261e5 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:20:19.993406 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca55a932-437d-40a2-9b86-1d90159cb632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb40b49-e519-41eb-84c2-d4f45216ab26', 'code': 200} Mar 14 11:20:20.089040 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18ccd5-d059-49ae-90dd-6f9861eba27c req-0c6501c3-1917-49ff-b4a7-9a6a6eba0dd7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:20.090616 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ba18ccd5-d059-49ae-90dd-6f9861eba27c req-0c6501c3-1917-49ff-b4a7-9a6a6eba0dd7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 945 time: 0.0643122 Mar 14 11:20:20.140173 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ba18ccd5-d059-49ae-90dd-6f9861eba27c req-2ee31859-68d2-4d20-81cd-488c1e31f1ee tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432365 Mar 14 11:20:20.395755 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c2f35-eedb-4655-adf4-5c83d4b290fa req-b2757b3e-16c2-4070-8e8d-5304a542e46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:20.397275 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b89c2f35-eedb-4655-adf4-5c83d4b290fa req-b2757b3e-16c2-4070-8e8d-5304a542e46a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 1129 time: 0.0479653 Mar 14 11:20:20.442097 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b89c2f35-eedb-4655-adf4-5c83d4b290fa req-ecaf7198-be49-4c39-88cd-b3f9c36ae980 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372779 Mar 14 11:20:20.521556 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d129ca3-19c1-4199-acb2-50e161941fc9 req-6fa8eb9b-2b19-4c53-ba8e-a95cb63400f9 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:20.522969 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7d129ca3-19c1-4199-acb2-50e161941fc9 req-6fa8eb9b-2b19-4c53-ba8e-a95cb63400f9 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0527129 Mar 14 11:20:20.569307 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7d129ca3-19c1-4199-acb2-50e161941fc9 req-b4f0f81a-ace6-460f-bc16-3a37147d7a36 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401783 Mar 14 11:20:21.083903 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d1842-0889-412b-bd44-3bbcd94912c9 req-a6b576e0-c0d2-4e9e-a6c8-4047a0f8c018 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:21.085388 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-874d1842-0889-412b-bd44-3bbcd94912c9 req-a6b576e0-c0d2-4e9e-a6c8-4047a0f8c018 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 945 time: 0.0539110 Mar 14 11:20:21.142312 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-874d1842-0889-412b-bd44-3bbcd94912c9 req-4e68ab9f-74b7-480d-b12b-65665142f0c6 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510373 Mar 14 11:20:21.293002 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7be2ea-0e51-4c6a-8063-49a0d3205c61 req-2da2ddd3-b252-48b2-8752-a8f6e2a9b587 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:21.294524 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0b7be2ea-0e51-4c6a-8063-49a0d3205c61 req-2da2ddd3-b252-48b2-8752-a8f6e2a9b587 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 945 time: 0.0775096 Mar 14 11:20:21.348055 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0b7be2ea-0e51-4c6a-8063-49a0d3205c61 req-b36ffebe-de51-4ff2-97c2-d4c6611d4e72 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478187 Mar 14 11:20:21.473479 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9182e-8172-4fbb-98b9-12074aacab3a req-db446f35-f818-45ad-a527-51e8fff8b4b0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:21.474995 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-72b9182e-8172-4fbb-98b9-12074aacab3a req-db446f35-f818-45ad-a527-51e8fff8b4b0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 945 time: 0.0565763 Mar 14 11:20:21.486049 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54036) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:21.491035 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-afd36953-b08e-43bd-baef-70a0ae2dfad7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'floatingip': {'port_id': '37db8c2b-4425-430a-83d3-9081458ce2e5'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:21.574935 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-afd36953-b08e-43bd-baef-70a0ae2dfad7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (0dd6e900-fb9c-45db-8618-4877db55c904), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:21.612451 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc798c93-1f87-4df3-a69d-cb1775d61a50 req-bfea8c4c-1af9-43c1-a177-721dc5c4eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:21.614896 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fc798c93-1f87-4df3-a69d-cb1775d61a50 req-bfea8c4c-1af9-43c1-a177-721dc5c4eb5d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 1130 time: 0.0520031 Mar 14 11:20:21.695609 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fc798c93-1f87-4df3-a69d-cb1775d61a50 req-9289da6f-994d-407a-9713-501b9f624ae3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727518 Mar 14 11:20:21.722930 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c339ea4-f397-4330-a4bc-123b059a8dec req-cc66a6ff-5d3d-4250-8a63-14fcd3a191d4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:21.724515 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6c339ea4-f397-4330-a4bc-123b059a8dec req-cc66a6ff-5d3d-4250-8a63-14fcd3a191d4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0783925 Mar 14 11:20:21.782817 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6c339ea4-f397-4330-a4bc-123b059a8dec req-c6cd4e89-f42a-426f-8036-401d2fc1dd7b tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511672 Mar 14 11:20:22.434136 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ca47b-4c90-45dd-8666-2080abd6f4c7 req-61d4fc7d-1c05-46b3-95dd-173671b0979f tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:22.435606 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac8ca47b-4c90-45dd-8666-2080abd6f4c7 req-61d4fc7d-1c05-46b3-95dd-173671b0979f tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 945 time: 0.1805689 Mar 14 11:20:22.547202 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-afd36953-b08e-43bd-baef-70a0ae2dfad7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:22.554243 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac8ca47b-4c90-45dd-8666-2080abd6f4c7 req-a6b2629d-5681-41de-b7e9-ee8a02af0b74 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106460 Mar 14 11:20:22.643433 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-afd36953-b08e-43bd-baef-70a0ae2dfad7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (0dd6e900-fb9c-45db-8618-4877db55c904), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:22.755804 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-afd36953-b08e-43bd-baef-70a0ae2dfad7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Floating IP 0dd6e900-fb9c-45db-8618-4877db55c904 associated. External IP: 172.27.3.49, port: 37db8c2b-4425-430a-83d3-9081458ce2e5. Mar 14 11:20:22.928601 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5766288-cfe2-4e47-a5eb-1b8768767556 req-0838fb56-833f-49c6-8239-06c0e21bd090 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:22.930118 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e5766288-cfe2-4e47-a5eb-1b8768767556 req-0838fb56-833f-49c6-8239-06c0e21bd090 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0784431 Mar 14 11:20:22.980603 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd36953-b08e-43bd-baef-70a0ae2dfad7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Router fc7c283b-5081-4de4-b36a-cf56356795a5 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:20:22.982459 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e5766288-cfe2-4e47-a5eb-1b8768767556 req-f882f7d0-912e-48ad-bc15-865b2fa8bf38 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455801 Mar 14 11:20:22.982654 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54056) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:23.113362 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd36953-b08e-43bd-baef-70a0ae2dfad7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:20:23.119167 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-afd36953-b08e-43bd-baef-70a0ae2dfad7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:23.123696 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02298e04-ea84-4662-84bf-4e957dede8a9 None None] Sync routers for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:20:23.135163 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02298e04-ea84-4662-84bf-4e957dede8a9 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:20:23.135771 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-02298e04-ea84-4662-84bf-4e957dede8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:20:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:20:23.147936 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1c41945a-8f58-493c-a648-f805eeb06334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:23.170281 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-afd36953-b08e-43bd-baef-70a0ae2dfad7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "PUT /v2.0/floatingips/0dd6e900-fb9c-45db-8618-4877db55c904 HTTP/1.1" status: 200 len: 990 time: 1.6831059 Mar 14 11:20:23.172832 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'tag': '37db8c2b-4425-430a-83d3-9081458ce2e5'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:20:23.175076 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a82408aa6d8333e2181d16c09767b8a1ebc4ae77f8efd81ec4377ebaeeb989a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4867d35b-5b8b-4a65-9f7d-ad30d75c3c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "51e7037e-087a-48ed-a8a2-94131e0d6d70", "tag": "37db8c2b-4425-430a-83d3-9081458ce2e5"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:20:23.229154 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26e254a-e802-4d75-8827-344828aa7ba8 x-openstack-request-id: req-e26e254a-e802-4d75-8827-344828aa7ba8 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:20:23.229555 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e7037e-087a-48ed-a8a2-94131e0d6d70", "tag": "37db8c2b-4425-430a-83d3-9081458ce2e5", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:20:23.229794 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e26e254a-e802-4d75-8827-344828aa7ba8 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:20:23.230354 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'tag': '37db8c2b-4425-430a-83d3-9081458ce2e5', 'status': 'completed', 'code': 200} Mar 14 11:20:23.253222 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-02298e04-ea84-4662-84bf-4e957dede8a9 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:20:23.253640 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1c41945a-8f58-493c-a648-f805eeb06334 admin admin] Publish callbacks [] for security_group (27f04bea-54dd-4d70-b378-615848aeba02), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:23.301468 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d35b-5b8b-4a65-9f7d-ad30d75c3c3e req-1d9c31c3-89e3-4d80-bd49-468583bdd746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:23.303041 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4867d35b-5b8b-4a65-9f7d-ad30d75c3c3e req-1d9c31c3-89e3-4d80-bd49-468583bdd746 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 1129 time: 0.0448694 Mar 14 11:20:23.370269 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1c41945a-8f58-493c-a648-f805eeb06334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (27f04bea-54dd-4d70-b378-615848aeba02), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:23.414699 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1c41945a-8f58-493c-a648-f805eeb06334 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb3cb0cc613b420586f11a4d5f7bf038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307921 Mar 14 11:20:23.418057 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54068) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:23.424139 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41945a-8f58-493c-a648-f805eeb06334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f04bea-54dd-4d70-b378-615848aeba02,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:23.427088 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d35b-5b8b-4a65-9f7d-ad30d75c3c3e req-f3d5105d-edbb-4db8-af63-0608d31388d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:23.428890 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4867d35b-5b8b-4a65-9f7d-ad30d75c3c3e req-f3d5105d-edbb-4db8-af63-0608d31388d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7948184e-83ff-43df-a1e2-ac0589280d46 HTTP/1.1" status: 200 len: 916 time: 0.1193612 Mar 14 11:20:23.471508 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2e8dd413-e8a9-4548-8f61-8f7b096e8242 admin admin] Publish callbacks [] for security_group (27f04bea-54dd-4d70-b378-615848aeba02), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:23.494935 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2e8dd413-e8a9-4548-8f61-8f7b096e8242 admin admin] Publish callbacks [] for security_group (27f04bea-54dd-4d70-b378-615848aeba02), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:23.495304 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-02298e04-ea84-4662-84bf-4e957dede8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '0dd6e900-fb9c-45db-8618-4877db55c904', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': '37db8c2b-4425-430a-83d3-9081458ce2e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:b8:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:19:44Z', 'updated_at': '2022-03-14T11:20:22Z', 'revision_number': 1, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:20:23.501589 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4867d35b-5b8b-4a65-9f7d-ad30d75c3c3e req-a9accb22-0fa6-4a9a-b61b-66acaf09c89c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=37db8c2b-4425-430a-83d3-9081458ce2e5 HTTP/1.1" status: 200 len: 998 time: 0.0646813 Mar 14 11:20:23.526626 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02298e04-ea84-4662-84bf-4e957dede8a9 None None] Checking router: fc7c283b-5081-4de4-b36a-cf56356795a5 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:20:23.537110 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02298e04-ea84-4662-84bf-4e957dede8a9 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:20:23.537821 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-02298e04-ea84-4662-84bf-4e957dede8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:20:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:20:23.567436 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d35b-5b8b-4a65-9f7d-ad30d75c3c3e req-59f531c8-0513-412f-80fc-884815d9b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:23.568891 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4867d35b-5b8b-4a65-9f7d-ad30d75c3c3e req-59f531c8-0513-412f-80fc-884815d9b316 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c145818f-9d7d-4997-ae9c-db4cbe8d2da1 HTTP/1.1" status: 200 len: 854 time: 0.0529706 Mar 14 11:20:23.638480 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867d35b-5b8b-4a65-9f7d-ad30d75c3c3e req-1db20479-9dd7-4bf1-9898-99e7282b1112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:23.640707 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4867d35b-5b8b-4a65-9f7d-ad30d75c3c3e req-1db20479-9dd7-4bf1-9898-99e7282b1112 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7948184e-83ff-43df-a1e2-ac0589280d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656791 Mar 14 11:20:23.657739 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-02298e04-ea84-4662-84bf-4e957dede8a9 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:20:23.672110 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2e8dd413-e8a9-4548-8f61-8f7b096e8242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (27f04bea-54dd-4d70-b378-615848aeba02), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:23.675349 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2e8dd413-e8a9-4548-8f61-8f7b096e8242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:23.677168 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2e8dd413-e8a9-4548-8f61-8f7b096e8242 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/27f04bea-54dd-4d70-b378-615848aeba02 HTTP/1.1" status: 204 len: 168 time: 0.2577755 Mar 14 11:20:23.689814 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dd413-e8a9-4548-8f61-8f7b096e8242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f04bea-54dd-4d70-b378-615848aeba02,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:23.780465 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4867d35b-5b8b-4a65-9f7d-ad30d75c3c3e req-1aafe7a3-d126-4063-8974-e3f65ebe8903 service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186249 Mar 14 11:20:23.796665 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c21ca-ed8e-49cb-a830-a0c69ebd7524 req-83efec71-e0bb-4867-818e-070ec9ad666b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:23.798417 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-853c21ca-ed8e-49cb-a830-a0c69ebd7524 req-83efec71-e0bb-4867-818e-070ec9ad666b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 945 time: 0.1718273 Mar 14 11:20:23.919029 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-853c21ca-ed8e-49cb-a830-a0c69ebd7524 req-9b4e6feb-ed49-4b18-8b11-a7b4d096a4b0 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972984 Mar 14 11:20:23.937118 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4867d35b-5b8b-4a65-9f7d-ad30d75c3c3e req-8df53389-8ee3-4d5d-8b58-97a2e28cd194 service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341763 Mar 14 11:20:24.110081 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-02298e04-ea84-4662-84bf-4e957dede8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '0dd6e900-fb9c-45db-8618-4877db55c904', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': '37db8c2b-4425-430a-83d3-9081458ce2e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:b8:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:19:44Z', 'updated_at': '2022-03-14T11:20:22Z', 'revision_number': 1, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:20:24.148882 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2ade2-5f43-40d7-b965-ad318c0a1012 req-fc6b5633-b574-4186-b128-d2b896769748 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:24.152398 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02298e04-ea84-4662-84bf-4e957dede8a9 None None] The sync data for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi is: [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '0dd6e900-fb9c-45db-8618-4877db55c904', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': '37db8c2b-4425-430a-83d3-9081458ce2e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:b8:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:19:44Z', 'updated_at': '2022-03-14T11:20:22Z', 'revision_number': 1, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:20:24.156169 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8ff2ade2-5f43-40d7-b965-ad318c0a1012 req-fc6b5633-b574-4186-b128-d2b896769748 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0879869 Mar 14 11:20:24.227749 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8ff2ade2-5f43-40d7-b965-ad318c0a1012 req-881a7316-3b49-4dfc-a6d3-12cbc28bdc10 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705569 Mar 14 11:20:24.482139 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cd153c-9f36-4ef4-9f52-cff767962dc5 None None] New status for floating IP 0dd6e900-fb9c-45db-8618-4877db55c904: ACTIVE {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:20:24.688183 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f7978-a334-46f0-a5a2-6003d39f106c req-c2fa6a53-0153-45e8-bd60-456ba48a7eeb tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:24.689692 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d44f7978-a334-46f0-a5a2-6003d39f106c req-c2fa6a53-0153-45e8-bd60-456ba48a7eeb tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0601852 Mar 14 11:20:24.777616 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d44f7978-a334-46f0-a5a2-6003d39f106c req-37353392-4584-42ff-94ce-5c8ac84fdb05 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813966 Mar 14 11:20:24.799616 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58a30d-edf1-4529-9cb5-a7d3d896c2cb req-833c3a89-ee86-49c3-b819-38ca6eaed100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:24.801806 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ae58a30d-edf1-4529-9cb5-a7d3d896c2cb req-833c3a89-ee86-49c3-b819-38ca6eaed100 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=956dc6f8d72144c9810e5e5a83ba7fb7&device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 1130 time: 0.0667455 Mar 14 11:20:24.925524 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58a30d-edf1-4529-9cb5-a7d3d896c2cb req-fc7bb0ae-656d-4e84-914d-ce784998aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:24.927009 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ae58a30d-edf1-4529-9cb5-a7d3d896c2cb req-fc7bb0ae-656d-4e84-914d-ce784998aa42 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2772757-d7bb-48b9-8bff-3ecf99e6887b HTTP/1.1" status: 200 len: 919 time: 0.1086876 Mar 14 11:20:24.976149 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ae58a30d-edf1-4529-9cb5-a7d3d896c2cb req-e60e837b-dcd0-47c6-be2f-973394426ca2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36732712-50e4-4c26-9afa-0c0995c1a8db HTTP/1.1" status: 200 len: 217 time: 0.0344448 Mar 14 11:20:25.034403 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58a30d-edf1-4529-9cb5-a7d3d896c2cb req-e6058bc3-9718-4aef-89aa-27d447b6922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:25.037249 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ae58a30d-edf1-4529-9cb5-a7d3d896c2cb req-e6058bc3-9718-4aef-89aa-27d447b6922d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3835724-6a4b-4d00-8537-d241934aa76b HTTP/1.1" status: 200 len: 858 time: 0.0531416 Mar 14 11:20:25.079489 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ae58a30d-edf1-4529-9cb5-a7d3d896c2cb req-b191cda7-979c-4031-b9e7-cd487fcd3001 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2772757-d7bb-48b9-8bff-3ecf99e6887b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312424 Mar 14 11:20:25.177354 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ae58a30d-edf1-4529-9cb5-a7d3d896c2cb req-969b9086-106b-4a26-8c58-1db1777fe89c service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852525 Mar 14 11:20:25.276244 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ae58a30d-edf1-4529-9cb5-a7d3d896c2cb req-b3cda5ab-b0c3-41a5-895d-f0b805cf5ac4 service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929747 Mar 14 11:20:25.915091 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9cf2c-8955-4577-9a18-f112ad02d78b req-0ef5ec08-ad41-450f-827f-6c1321ded965 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:25.923961 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6bd9cf2c-8955-4577-9a18-f112ad02d78b req-0ef5ec08-ad41-450f-827f-6c1321ded965 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0753655 Mar 14 11:20:25.999968 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6bd9cf2c-8955-4577-9a18-f112ad02d78b req-8c65b7eb-35d6-4bda-8227-a7aa25c924ea tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748861 Mar 14 11:20:26.014396 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54202) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:26.067329 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-6199b2be-7743-420e-ad36-1d7f31d9ddbf admin admin] Deleting subnet 59151fa6-6bb5-4c4f-8fed-b7557a945834 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:20:26.071093 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6199b2be-7743-420e-ad36-1d7f31d9ddbf admin admin] Publish callbacks [] for subnet (59151fa6-6bb5-4c4f-8fed-b7557a945834), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:26.115414 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6199b2be-7743-420e-ad36-1d7f31d9ddbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11546337'] for subnet (59151fa6-6bb5-4c4f-8fed-b7557a945834), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:26.151075 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6199b2be-7743-420e-ad36-1d7f31d9ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (59151fa6-6bb5-4c4f-8fed-b7557a945834), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:26.312133 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6199b2be-7743-420e-ad36-1d7f31d9ddbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2078518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11574714'] for subnet (59151fa6-6bb5-4c4f-8fed-b7557a945834), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:26.323489 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49028632-0b8e-4cca-8e22-a36094d14086 req-f7f47cd0-0554-443c-8c39-b2938adf3f21 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:26.325021 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-49028632-0b8e-4cca-8e22-a36094d14086 req-f7f47cd0-0554-443c-8c39-b2938adf3f21 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 945 time: 0.0533702 Mar 14 11:20:26.340210 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199b2be-7743-420e-ad36-1d7f31d9ddbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59151fa6-6bb5-4c4f-8fed-b7557a945834,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:26.343982 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6199b2be-7743-420e-ad36-1d7f31d9ddbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:26.349306 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6199b2be-7743-420e-ad36-1d7f31d9ddbf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/59151fa6-6bb5-4c4f-8fed-b7557a945834 HTTP/1.1" status: 204 len: 168 time: 0.3309348 Mar 14 11:20:26.349579 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54216) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:26.382371 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-49028632-0b8e-4cca-8e22-a36094d14086 req-34c47f91-88e7-4888-8c70-3acd4aca41d5 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459325 Mar 14 11:20:26.406493 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 54218) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:26.424330 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-128decb1-b0a5-4a40-8dee-0893ba9b6674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (44cab57d-fbc5-44ec-9675-a7530585baf0), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:26.513653 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-128decb1-b0a5-4a40-8dee-0893ba9b6674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (44cab57d-fbc5-44ec-9675-a7530585baf0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:26.533537 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-128decb1-b0a5-4a40-8dee-0893ba9b6674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cab57d-fbc5-44ec-9675-a7530585baf0']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:20:26.543637 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-128decb1-b0a5-4a40-8dee-0893ba9b6674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e509c9f9-9293-4516-8e69-f159cce931f0') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:20:26.543936 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-128decb1-b0a5-4a40-8dee-0893ba9b6674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e509c9f9-9293-4516-8e69-f159cce931f0') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:20:26.553135 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-128decb1-b0a5-4a40-8dee-0893ba9b6674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11546360'] for segment (e509c9f9-9293-4516-8e69-f159cce931f0), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:26.566585 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-128decb1-b0a5-4a40-8dee-0893ba9b6674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (e509c9f9-9293-4516-8e69-f159cce931f0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:26.574314 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128decb1-b0a5-4a40-8dee-0893ba9b6674 admin admin] Releasing vlan 266 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:20:26.574811 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-128decb1-b0a5-4a40-8dee-0893ba9b6674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2077848'] for segment (e509c9f9-9293-4516-8e69-f159cce931f0), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: timer() Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: cb(*args, **kw) Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: self._notify() Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: self.callback(batched_events) Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: event.method(event) Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._get(url).json() Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:20:26.577319 dv-cinder-831776-2-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:20:26.595756 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a4f7ea-cc75-4b68-8694-a89024ebbf4d tempest-TestMinimumBasicScenario-405965222 tempest-TestMinimumBasicScenario-405965222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:26.597755 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-66a4f7ea-cc75-4b68-8694-a89024ebbf4d tempest-TestMinimumBasicScenario-405965222 tempest-TestMinimumBasicScenario-405965222-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 1124 time: 0.1902602 Mar 14 11:20:26.603573 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 54222) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:26.605800 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Request body: {'floatingip': {'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'port_id': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:26.914264 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:26.934876 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:27.052429 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Allocated IP 172.27.3.39 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/d846c14c-4fba-412a-9621-42ea7bb92424) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:20:27.127699 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd4297-f68b-4ac2-9297-3a50891fdc90 req-bd9b9b80-ac29-41d8-9481-12a49747cf88 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:27.357252 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-54bd4297-f68b-4ac2-9297-3a50891fdc90 req-bd9b9b80-ac29-41d8-9481-12a49747cf88 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0580473 Mar 14 11:20:27.357356 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for port (d846c14c-4fba-412a-9621-42ea7bb92424), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:27.357752 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-54bd4297-f68b-4ac2-9297-3a50891fdc90 req-30d33802-7b46-4e02-a422-76fe2d5f020a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Mar 14 11:20:27.550565 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-128decb1-b0a5-4a40-8dee-0893ba9b6674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (44cab57d-fbc5-44ec-9675-a7530585baf0), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:27.559725 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-128decb1-b0a5-4a40-8dee-0893ba9b6674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:27.563108 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-128decb1-b0a5-4a40-8dee-0893ba9b6674 admin admin] 10.222.0.37 "DELETE /v2.0/networks/44cab57d-fbc5-44ec-9675-a7530585baf0 HTTP/1.1" status: 204 len: 168 time: 1.2121303 Mar 14 11:20:27.566370 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 54230) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:27.573267 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128decb1-b0a5-4a40-8dee-0893ba9b6674 admin admin] Pushing event deleted for resources: {'Network': ['ID=44cab57d-fbc5-44ec-9675-a7530585baf0,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:27.617208 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-2441477e-899b-4e80-b13a-56e6bef11d02 admin admin] Deleting subnet ee94c638-1530-4f9b-aff6-ce2f92795df0 {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:20:27.622263 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2441477e-899b-4e80-b13a-56e6bef11d02 admin admin] Publish callbacks [] for subnet (ee94c638-1530-4f9b-aff6-ce2f92795df0), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:27.660277 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2441477e-899b-4e80-b13a-56e6bef11d02 admin admin] Publish callbacks [] for subnet (ee94c638-1530-4f9b-aff6-ce2f92795df0), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:27.666758 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2441477e-899b-4e80-b13a-56e6bef11d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (ee94c638-1530-4f9b-aff6-ce2f92795df0), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:27.692122 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (d846c14c-4fba-412a-9621-42ea7bb92424), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:27.741970 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:20:27.748487 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:20:27.751496 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:20:27.779667 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Pushing event updated for resources: {'Port': ['ID=d846c14c-4fba-412a-9621-42ea7bb92424,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:27.878889 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2441477e-899b-4e80-b13a-56e6bef11d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for subnet (ee94c638-1530-4f9b-aff6-ce2f92795df0), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:27.910814 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441477e-899b-4e80-b13a-56e6bef11d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee94c638-1530-4f9b-aff6-ce2f92795df0,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:27.918285 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2441477e-899b-4e80-b13a-56e6bef11d02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:27.921445 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-2441477e-899b-4e80-b13a-56e6bef11d02 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ee94c638-1530-4f9b-aff6-ce2f92795df0 HTTP/1.1" status: 204 len: 168 time: 0.3540163 Mar 14 11:20:27.923898 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 54232) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:28.270792 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (a3a585ca-21d0-49c0-9378-d14eea98e0ff), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:28.481610 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (a3a585ca-21d0-49c0-9378-d14eea98e0ff), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:28.518729 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:20:28.519096 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:20:28.519847 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:20:28.520201 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Subscribe: > port after_create 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:20:28.520550 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Subscribe: > port after_delete 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:20:28.520876 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Subscribe: > port after_update 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:20:28.521200 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:20:28.521543 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:20:28.521862 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:20:28.522246 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:20:28.604092 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:20:28.604441 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:20:28.604774 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:20:28.605107 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104015) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 11:20:28.605498 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a585ca-21d0-49c0-9378-d14eea98e0ff']}} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:20:28.664766 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17826024-7cdb-489d-a663-020c9fabfb7c') {'for_net_delete': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:20:28.665061 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17826024-7cdb-489d-a663-020c9fabfb7c') {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:20:28.698418 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8796703'] for segment (17826024-7cdb-489d-a663-020c9fabfb7c), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:28.742251 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae6ed9-6c77-46a3-9cdc-b61198da7870 req-2c37c20c-c11c-4831-b5d6-64cb1b2e64ec tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:28.745314 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-29ae6ed9-6c77-46a3-9cdc-b61198da7870 req-2c37c20c-c11c-4831-b5d6-64cb1b2e64ec tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.3183203 Mar 14 11:20:28.749628 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (17826024-7cdb-489d-a663-020c9fabfb7c), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:28.758486 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for floatingip (27786b98-fb7b-4d91-a317-8e35b4d84794), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:28.796934 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=104015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:20:28.797333 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8796607'] for segment (17826024-7cdb-489d-a663-020c9fabfb7c), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: from cryptography.utils import int_from_bytes Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: from cryptography.utils import int_from_bytes Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: Traceback (most recent call last): Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: timer() Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: cb(*args, **kw) Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: return func(*args, **kwargs) Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: self._notify() Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: self.callback(batched_events) Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: event.method(event) Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: return f(self, *a, **k) Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: return self._get(url).json() Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: return self.request(url, 'GET', **kwargs) Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:20:28.801236 dv-cinder-831776-2-iscsi neutron-server[104015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:20:28.907237 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-29ae6ed9-6c77-46a3-9cdc-b61198da7870 req-6da18f6a-7e9e-4308-b3d1-af32d9c1165d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501260 Mar 14 11:20:29.000096 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (a3a585ca-21d0-49c0-9378-d14eea98e0ff), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:29.022621 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:29.025970 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] 10.222.0.37 "DELETE /v2.0/networks/a3a585ca-21d0-49c0-9378-d14eea98e0ff HTTP/1.1" status: 204 len: 168 time: 1.1011584 Mar 14 11:20:29.038541 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef569fd-6549-4bed-a770-0ea475ad3fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a585ca-21d0-49c0-9378-d14eea98e0ff,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:29.050098 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d846c14c-4fba-412a-9621-42ea7bb92424), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:29.211395 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for port (d846c14c-4fba-412a-9621-42ea7bb92424), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:29.317250 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (d846c14c-4fba-412a-9621-42ea7bb92424), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:29.386556 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Pushing event updated for resources: {'Port': ['ID=d846c14c-4fba-412a-9621-42ea7bb92424,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:29.402717 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (27786b98-fb7b-4d91-a317-8e35b4d84794), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:29.458312 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54250) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:29.498740 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0503e0aa-b1a3-4333-afd7-a5b8788d11f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d1ad81ba8c648e09cba1b7469ddf21c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387607 Mar 14 11:20:29.501185 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54252) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:29.512842 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Floating IP 27786b98-fb7b-4d91-a317-8e35b4d84794 associated. External IP: 172.27.3.39, port: 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1. Mar 14 11:20:29.554055 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8e61-ddb3-45fd-bb13-cd8d8c99351c admin admin] Publish callbacks [] for security_group (854e62de-0d01-43f8-b3c1-002616628109), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:29.576390 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8e61-ddb3-45fd-bb13-cd8d8c99351c admin admin] Publish callbacks [] for security_group (854e62de-0d01-43f8-b3c1-002616628109), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:29.732607 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Router 51af0593-3240-4bea-a33b-9ed7defa0fce has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:20:29.735000 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8e61-ddb3-45fd-bb13-cd8d8c99351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (854e62de-0d01-43f8-b3c1-002616628109), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:29.738458 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5c4a8e61-ddb3-45fd-bb13-cd8d8c99351c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:29.738973 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5c4a8e61-ddb3-45fd-bb13-cd8d8c99351c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/854e62de-0d01-43f8-b3c1-002616628109 HTTP/1.1" status: 204 len: 168 time: 0.2369018 Mar 14 11:20:29.750057 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a8e61-ddb3-45fd-bb13-cd8d8c99351c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854e62de-0d01-43f8-b3c1-002616628109,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:29.866043 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:20:29.884153 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74271bbe-79b8-41d4-943f-44c5a56a906a None None] Sync routers for ids ['51af0593-3240-4bea-a33b-9ed7defa0fce'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:20:29.893385 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74271bbe-79b8-41d4-943f-44c5a56a906a None None] Routers {'51af0593-3240-4bea-a33b-9ed7defa0fce'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:20:29.894031 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-74271bbe-79b8-41d4-943f-44c5a56a906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:20:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['51af0593-3240-4bea-a33b-9ed7defa0fce'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:20:30.004194 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-74271bbe-79b8-41d4-943f-44c5a56a906a None None] Set router 51af0593-3240-4bea-a33b-9ed7defa0fce gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:20:30.034388 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30a40f-ead6-4678-8b50-479c7d337b2e req-d8c6e930-1712-4c2e-8333-77b0ab80d522 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:30.035946 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c30a40f-ead6-4678-8b50-479c7d337b2e req-d8c6e930-1712-4c2e-8333-77b0ab80d522 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0588117 Mar 14 11:20:30.045878 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:30.077280 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-a7028561-ae47-4561-962e-0418c3424663 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4756439 Mar 14 11:20:30.078178 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'tag': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:20:30.080658 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54262) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:30.080901 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea189fa-fd74-4863-874d-b323df6fb7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc7c780-4ce5-473e-9d5c-7f39ed7b0805", "tag": "9eeca3bf-844b-4ca6-89bf-1c8215c94fa1"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:20:30.094113 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-fcde615d-4e42-49ff-86df-ba206b9164dd tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1351042167', 'description': 'tempest-secgroup-smoke-1351042167 description', 'project_id': '292d573892b244f9ba50eddc7652e19e'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:30.136723 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8c30a40f-ead6-4678-8b50-479c7d337b2e req-075c5a94-fe01-4a35-a82b-4168201819df tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885870 Mar 14 11:20:30.138857 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f031fd65-9782-4bf9-b994-372553a363e2 x-openstack-request-id: req-f031fd65-9782-4bf9-b994-372553a363e2 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:20:30.139315 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc7c780-4ce5-473e-9d5c-7f39ed7b0805", "tag": "9eeca3bf-844b-4ca6-89bf-1c8215c94fa1", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:20:30.140424 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f031fd65-9782-4bf9-b994-372553a363e2 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:20:30.140876 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'tag': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1', 'status': 'completed', 'code': 200} Mar 14 11:20:30.237971 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fcde615d-4e42-49ff-86df-ba206b9164dd tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:30.315868 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-74271bbe-79b8-41d4-943f-44c5a56a906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:08Z', 'updated_at': '2022-03-14T11:19:12Z', 'revision_number': 4, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'gw_port': {'id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:09Z', 'updated_at': '2022-03-14T11:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '27786b98-fb7b-4d91-a317-8e35b4d84794', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'port_id': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'mac_address': 'fa:16:3e:a8:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:20:28Z', 'updated_at': '2022-03-14T11:20:28Z', 'revision_number': 0, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b4ff89-f323-461c-89c5-63cdced1a0e2', 'name': '', 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'mac_address': 'fa:16:3e:de:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'e5850270-558c-4af6-9c86-36d691806adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:11Z', 'updated_at': '2022-03-14T11:19:16Z', 'revision_number': 5, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'subnets': [{'id': 'e5850270-558c-4af6-9c86-36d691806adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:20:30.330523 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fcde615d-4e42-49ff-86df-ba206b9164dd tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group (ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:30.351231 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74271bbe-79b8-41d4-943f-44c5a56a906a None None] Checking router: 51af0593-3240-4bea-a33b-9ed7defa0fce for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:20:30.360306 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74271bbe-79b8-41d4-943f-44c5a56a906a None None] Routers {'51af0593-3240-4bea-a33b-9ed7defa0fce'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:20:30.360902 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-74271bbe-79b8-41d4-943f-44c5a56a906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:20:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['51af0593-3240-4bea-a33b-9ed7defa0fce'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:20:30.469555 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-74271bbe-79b8-41d4-943f-44c5a56a906a None None] Set router 51af0593-3240-4bea-a33b-9ed7defa0fce gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:20:30.527718 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fcde615d-4e42-49ff-86df-ba206b9164dd tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:30.557302 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde615d-4e42-49ff-86df-ba206b9164dd tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:30.713545 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-74271bbe-79b8-41d4-943f-44c5a56a906a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:08Z', 'updated_at': '2022-03-14T11:19:12Z', 'revision_number': 4, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'gw_port': {'id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:09Z', 'updated_at': '2022-03-14T11:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '27786b98-fb7b-4d91-a317-8e35b4d84794', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'port_id': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'mac_address': 'fa:16:3e:a8:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:20:28Z', 'updated_at': '2022-03-14T11:20:28Z', 'revision_number': 0, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b4ff89-f323-461c-89c5-63cdced1a0e2', 'name': '', 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'mac_address': 'fa:16:3e:de:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'e5850270-558c-4af6-9c86-36d691806adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:11Z', 'updated_at': '2022-03-14T11:19:16Z', 'revision_number': 5, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'subnets': [{'id': 'e5850270-558c-4af6-9c86-36d691806adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:20:30.714874 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fcde615d-4e42-49ff-86df-ba206b9164dd tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:30.719073 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fcde615d-4e42-49ff-86df-ba206b9164dd tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6340292 Mar 14 11:20:30.719325 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54272) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:30.728654 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-2718c842-954b-476f-ab6d-af021e4fa01e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Request body: {'security_group_rule': {'security_group_id': 'ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6', 'project_id': '292d573892b244f9ba50eddc7652e19e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:30.744226 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74271bbe-79b8-41d4-943f-44c5a56a906a None None] The sync data for ids ['51af0593-3240-4bea-a33b-9ed7defa0fce'] in dv-cinder-831776-2-iscsi is: [{'id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:08Z', 'updated_at': '2022-03-14T11:19:12Z', 'revision_number': 4, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'gw_port': {'id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:09Z', 'updated_at': '2022-03-14T11:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '27786b98-fb7b-4d91-a317-8e35b4d84794', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'floating_ip_address': '172.27.3.39', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'port_id': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'mac_address': 'fa:16:3e:a8:65:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:20:28Z', 'updated_at': '2022-03-14T11:20:28Z', 'revision_number': 0, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75b4ff89-f323-461c-89c5-63cdced1a0e2', 'name': '', 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'mac_address': 'fa:16:3e:de:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'e5850270-558c-4af6-9c86-36d691806adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:11Z', 'updated_at': '2022-03-14T11:19:16Z', 'revision_number': 5, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'subnets': [{'id': 'e5850270-558c-4af6-9c86-36d691806adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:20:30.750870 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54274) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:30.798548 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-97af9780-b1c8-4e4f-aebc-52deddac22f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=89806566534d4251acd7aebd7ce617da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465000 Mar 14 11:20:30.799950 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54278) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:30.835040 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2718c842-954b-476f-ab6d-af021e4fa01e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (4e428e64-cd22-474f-b09a-1e3721403687), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:30.883920 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f548b8e8-ed88-468f-b4f2-e3083f8cbfa5 admin admin] Publish callbacks [] for security_group (32d9656d-9b9c-4fb0-bdc4-160a9bbfeaee), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:30.920237 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2718c842-954b-476f-ab6d-af021e4fa01e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (4e428e64-cd22-474f-b09a-1e3721403687), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:30.922408 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f548b8e8-ed88-468f-b4f2-e3083f8cbfa5 admin admin] Publish callbacks [] for security_group (32d9656d-9b9c-4fb0-bdc4-160a9bbfeaee), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:30.971400 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679c0e3e-14e3-4717-b368-db412eddc062 None None] New status for floating IP 27786b98-fb7b-4d91-a317-8e35b4d84794: ACTIVE {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:20:31.014429 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2718c842-954b-476f-ab6d-af021e4fa01e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (4e428e64-cd22-474f-b09a-1e3721403687), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:31.036230 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718c842-954b-476f-ab6d-af021e4fa01e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e428e64-cd22-474f-b09a-1e3721403687,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:31.111835 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f548b8e8-ed88-468f-b4f2-e3083f8cbfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (32d9656d-9b9c-4fb0-bdc4-160a9bbfeaee), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:31.114321 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f548b8e8-ed88-468f-b4f2-e3083f8cbfa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:31.115446 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f548b8e8-ed88-468f-b4f2-e3083f8cbfa5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/32d9656d-9b9c-4fb0-bdc4-160a9bbfeaee HTTP/1.1" status: 204 len: 168 time: 0.3146102 Mar 14 11:20:31.123517 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548b8e8-ed88-468f-b4f2-e3083f8cbfa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d9656d-9b9c-4fb0-bdc4-160a9bbfeaee,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:31.182791 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2718c842-954b-476f-ab6d-af021e4fa01e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:31.186826 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2718c842-954b-476f-ab6d-af021e4fa01e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4637544 Mar 14 11:20:31.186985 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54286) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:31.191728 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-3c14067d-46eb-465f-87ad-195775c07dd3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Request body: {'security_group_rule': {'security_group_id': 'ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6', 'project_id': '292d573892b244f9ba50eddc7652e19e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:31.386332 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3c14067d-46eb-465f-87ad-195775c07dd3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (5ae5c421-0f02-4563-aeb6-ec195c22a0e6), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:31.441798 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3c14067d-46eb-465f-87ad-195775c07dd3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (5ae5c421-0f02-4563-aeb6-ec195c22a0e6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:31.540316 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3c14067d-46eb-465f-87ad-195775c07dd3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (5ae5c421-0f02-4563-aeb6-ec195c22a0e6), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:31.561716 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14067d-46eb-465f-87ad-195775c07dd3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae5c421-0f02-4563-aeb6-ec195c22a0e6,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:31.622320 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3c14067d-46eb-465f-87ad-195775c07dd3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:31.623535 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3c14067d-46eb-465f-87ad-195775c07dd3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4354906 Mar 14 11:20:31.629722 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54294) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:31.634684 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-5decef2f-7640-4930-8983-253a00a2daab tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Request body: {'security_group_rule': {'security_group_id': 'ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6', 'project_id': '292d573892b244f9ba50eddc7652e19e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:31.745703 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5decef2f-7640-4930-8983-253a00a2daab tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (ac7e9b52-ea91-46fa-8d90-744d26db1d72), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:31.802667 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5decef2f-7640-4930-8983-253a00a2daab tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (ac7e9b52-ea91-46fa-8d90-744d26db1d72), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:31.894446 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5decef2f-7640-4930-8983-253a00a2daab tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (ac7e9b52-ea91-46fa-8d90-744d26db1d72), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:31.912250 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decef2f-7640-4930-8983-253a00a2daab tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7e9b52-ea91-46fa-8d90-744d26db1d72,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:31.995338 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5decef2f-7640-4930-8983-253a00a2daab tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:31.996842 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5decef2f-7640-4930-8983-253a00a2daab tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3660259 Mar 14 11:20:31.999785 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54306) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:32.011557 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-35b30ba8-dd68-44fe-909f-f745279e0253 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Request body: {'security_group_rule': {'security_group_id': 'ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6', 'project_id': '292d573892b244f9ba50eddc7652e19e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:32.099613 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-35b30ba8-dd68-44fe-909f-f745279e0253 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (ff5a9637-6db1-4375-b4c7-387badeb08bd), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:32.160361 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-35b30ba8-dd68-44fe-909f-f745279e0253 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (ff5a9637-6db1-4375-b4c7-387badeb08bd), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:32.248571 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-35b30ba8-dd68-44fe-909f-f745279e0253 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (ff5a9637-6db1-4375-b4c7-387badeb08bd), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:32.268399 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b30ba8-dd68-44fe-909f-f745279e0253 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5a9637-6db1-4375-b4c7-387badeb08bd,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:32.375189 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-35b30ba8-dd68-44fe-909f-f745279e0253 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:32.379337 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-35b30ba8-dd68-44fe-909f-f745279e0253 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3786139 Mar 14 11:20:32.379836 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 54320) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:32.385069 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-bf8d42c1-9092-4665-bec1-4e4fd6969b3b tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Request body: {'security_group_rule': {'security_group_id': 'ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6', 'project_id': '292d573892b244f9ba50eddc7652e19e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:32.477672 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.securitygroups_db [None req-bf8d42c1-9092-4665-bec1-4e4fd6969b3b tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Project 292d573892b244f9ba50eddc7652e19e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 11:20:32.482967 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bf8d42c1-9092-4665-bec1-4e4fd6969b3b tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (d42545ed-a1dc-492b-ab35-b4caecd7832b), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:32.541965 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bf8d42c1-9092-4665-bec1-4e4fd6969b3b tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (d42545ed-a1dc-492b-ab35-b4caecd7832b), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:32.636360 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bf8d42c1-9092-4665-bec1-4e4fd6969b3b tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (d42545ed-a1dc-492b-ab35-b4caecd7832b), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:32.653766 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d42c1-9092-4665-bec1-4e4fd6969b3b tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d42545ed-a1dc-492b-ab35-b4caecd7832b,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:32.725088 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bf8d42c1-9092-4665-bec1-4e4fd6969b3b tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:32.726594 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-bf8d42c1-9092-4665-bec1-4e4fd6969b3b tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3455441 Mar 14 11:20:32.730755 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 54326) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:32.735106 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-0157ce78-cbfc-4dea-934f-1d45687c6e93 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Request body: {'security_group_rule': {'security_group_id': 'ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6', 'project_id': '292d573892b244f9ba50eddc7652e19e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:32.872241 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.securitygroups_db [None req-0157ce78-cbfc-4dea-934f-1d45687c6e93 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Project 292d573892b244f9ba50eddc7652e19e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 11:20:32.877594 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0157ce78-cbfc-4dea-934f-1d45687c6e93 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (ceb0ba02-8e67-458e-8a79-d2e3becfdd7b), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:32.938843 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0157ce78-cbfc-4dea-934f-1d45687c6e93 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (ceb0ba02-8e67-458e-8a79-d2e3becfdd7b), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:32.992392 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea189fa-fd74-4863-874d-b323df6fb7d4 req-6445a574-1292-4a8b-954e-d31e7f7e0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:32.995024 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea189fa-fd74-4863-874d-b323df6fb7d4 req-6445a574-1292-4a8b-954e-d31e7f7e0a67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=292d573892b244f9ba50eddc7652e19e&device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 1129 time: 0.0480247 Mar 14 11:20:33.034459 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0157ce78-cbfc-4dea-934f-1d45687c6e93 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (ceb0ba02-8e67-458e-8a79-d2e3becfdd7b), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:33.053412 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157ce78-cbfc-4dea-934f-1d45687c6e93 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb0ba02-8e67-458e-8a79-d2e3becfdd7b,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:33.130625 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0157ce78-cbfc-4dea-934f-1d45687c6e93 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:33.131867 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-0157ce78-cbfc-4dea-934f-1d45687c6e93 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4001124 Mar 14 11:20:33.222330 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e0044755-0ca3-494f-bfc2-f78afd72178b req-7ad2d745-0429-4217-a2c1-9de640440263 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1351042167&fields=id&tenant_id=292d573892b244f9ba50eddc7652e19e HTTP/1.1" status: 200 len: 267 time: 0.0457790 Mar 14 11:20:33.282165 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0044755-0ca3-494f-bfc2-f78afd72178b req-7eabe0cf-eaa1-4edc-a52e-65b12c84db23 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:33.283851 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e0044755-0ca3-494f-bfc2-f78afd72178b req-7eabe0cf-eaa1-4edc-a52e-65b12c84db23 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 945 time: 0.0563347 Mar 14 11:20:33.295744 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-e0044755-0ca3-494f-bfc2-f78afd72178b req-5c5c7917-721c-486a-ad1e-a498565e15a0 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Request body: {'port': {'security_groups': ['b04e08fa-fe3f-4ba0-9642-ddd61fe1444a', 'ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:20:33.370592 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-e0044755-0ca3-494f-bfc2-f78afd72178b req-5c5c7917-721c-486a-ad1e-a498565e15a0 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:33.556391 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-e0044755-0ca3-494f-bfc2-f78afd72178b req-5c5c7917-721c-486a-ad1e-a498565e15a0 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] For port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1,segment=NetworkSegment(128b4a8c-7000-4cdf-8711-5023373a29e9),segment_id=128b4a8c-7000-4cdf-8711-5023373a29e9)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:20:33.584912 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-e0044755-0ca3-494f-bfc2-f78afd72178b req-5c5c7917-721c-486a-ad1e-a498565e15a0 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:33.677105 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-e0044755-0ca3-494f-bfc2-f78afd72178b req-5c5c7917-721c-486a-ad1e-a498565e15a0 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:33.718343 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0044755-0ca3-494f-bfc2-f78afd72178b req-5c5c7917-721c-486a-ad1e-a498565e15a0 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:33.723600 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-e0044755-0ca3-494f-bfc2-f78afd72178b req-5c5c7917-721c-486a-ad1e-a498565e15a0 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:33.723600 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e0044755-0ca3-494f-bfc2-f78afd72178b req-5c5c7917-721c-486a-ad1e-a498565e15a0 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "PUT /v2.0/ports/9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 HTTP/1.1" status: 200 len: 981 time: 0.4306910 Mar 14 11:20:33.725082 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'tag': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:20:33.727393 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393302fe-4bdc-463f-aa2c-d8e5967b6fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc7c780-4ce5-473e-9d5c-7f39ed7b0805", "tag": "9eeca3bf-844b-4ca6-89bf-1c8215c94fa1"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:20:33.752582 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c7917-721c-486a-ad1e-a498565e15a0 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Pushing event updated for resources: {'Port': ['ID=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1,revision_number=6']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:33.770633 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532393d6-19e9-4baf-adc0-b349cfb67c37 x-openstack-request-id: req-532393d6-19e9-4baf-adc0-b349cfb67c37 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:20:33.771003 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc7c780-4ce5-473e-9d5c-7f39ed7b0805", "tag": "9eeca3bf-844b-4ca6-89bf-1c8215c94fa1", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:20:33.771328 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-532393d6-19e9-4baf-adc0-b349cfb67c37 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:20:33.771796 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'tag': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1', 'status': 'completed', 'code': 200} Mar 14 11:20:33.844806 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00187156-ab80-4d52-ae0e-7fffd2c9fcd9 req-0bf6c73b-319f-4ec4-80ba-5c2a0afd4263 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:33.849147 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00187156-ab80-4d52-ae0e-7fffd2c9fcd9 req-0bf6c73b-319f-4ec4-80ba-5c2a0afd4263 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0591578 Mar 14 11:20:33.916952 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00187156-ab80-4d52-ae0e-7fffd2c9fcd9 req-09676ed8-950e-4962-9491-1fc1f76f3fa7 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632315 Mar 14 11:20:33.960922 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-a46faa6f-3ba6-4b34-9e06-fafd92e6d824 None None] Provisioning complete for port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:20:33.961467 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a46faa6f-3ba6-4b34-9e06-fafd92e6d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:34.049155 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-a46faa6f-3ba6-4b34-9e06-fafd92e6d824 None None] Current status of the port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:20:34.326145 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['9eeca3bf-844b-4ca6-89bf-1c8215c94fa1'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:20:34.350620 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea189fa-fd74-4863-874d-b323df6fb7d4 req-44f460c3-963b-48ac-b030-93185c06a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:34.352188 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea189fa-fd74-4863-874d-b323df6fb7d4 req-44f460c3-963b-48ac-b030-93185c06a899 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3732a89-3d96-4f9c-aaa1-b75f25d16a91 HTTP/1.1" status: 200 len: 915 time: 0.0945034 Mar 14 11:20:34.420253 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea189fa-fd74-4863-874d-b323df6fb7d4 req-cf90ec8d-9db2-4c68-9063-10b405c399b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 HTTP/1.1" status: 200 len: 1000 time: 0.0612071 Mar 14 11:20:34.452774 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['9eeca3bf-844b-4ca6-89bf-1c8215c94fa1'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:20:34.470810 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea189fa-fd74-4863-874d-b323df6fb7d4 req-1f9bd7bd-27e6-49f2-aea8-fb98ebc63e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:34.472475 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea189fa-fd74-4863-874d-b323df6fb7d4 req-1f9bd7bd-27e6-49f2-aea8-fb98ebc63e75 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5850270-558c-4af6-9c86-36d691806adb HTTP/1.1" status: 200 len: 853 time: 0.0463665 Mar 14 11:20:34.526822 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea189fa-fd74-4863-874d-b323df6fb7d4 req-f6fd2785-4d48-4231-bc9f-e15233a50140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:34.528608 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea189fa-fd74-4863-874d-b323df6fb7d4 req-f6fd2785-4d48-4231-bc9f-e15233a50140 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3732a89-3d96-4f9c-aaa1-b75f25d16a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492005 Mar 14 11:20:34.855627 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea189fa-fd74-4863-874d-b323df6fb7d4 req-aa5ad48b-6b6a-4192-92c7-bbc2b16be2ff service neutron] 10.222.0.44 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207145 Mar 14 11:20:34.960890 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea189fa-fd74-4863-874d-b323df6fb7d4 req-1c33444f-3031-431f-be50-ff698352dbcc service neutron] 10.222.0.44 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929043 Mar 14 11:20:35.220421 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393302fe-4bdc-463f-aa2c-d8e5967b6fa5 req-4a0905df-13b9-4c63-9092-df4b5fa2b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:35.228922 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-393302fe-4bdc-463f-aa2c-d8e5967b6fa5 req-4a0905df-13b9-4c63-9092-df4b5fa2b5be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=292d573892b244f9ba50eddc7652e19e&device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 1168 time: 0.0478184 Mar 14 11:20:35.252929 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d25139cb-5977-4fa1-bb9a-407eff3bc4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:35.316567 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393302fe-4bdc-463f-aa2c-d8e5967b6fa5 req-328c7cae-86bf-45d1-93d9-3dae2d3f936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:35.318046 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-393302fe-4bdc-463f-aa2c-d8e5967b6fa5 req-328c7cae-86bf-45d1-93d9-3dae2d3f936f service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3732a89-3d96-4f9c-aaa1-b75f25d16a91 HTTP/1.1" status: 200 len: 915 time: 0.0888433 Mar 14 11:20:35.391584 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-393302fe-4bdc-463f-aa2c-d8e5967b6fa5 req-9ce63c90-f926-4971-b90f-b5574e77531a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 HTTP/1.1" status: 200 len: 1000 time: 0.0598714 Mar 14 11:20:35.453616 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393302fe-4bdc-463f-aa2c-d8e5967b6fa5 req-fb92782b-0eaf-4a27-8324-acad68862617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:35.460730 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-393302fe-4bdc-463f-aa2c-d8e5967b6fa5 req-fb92782b-0eaf-4a27-8324-acad68862617 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5850270-558c-4af6-9c86-36d691806adb HTTP/1.1" status: 200 len: 853 time: 0.0543439 Mar 14 11:20:35.513424 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393302fe-4bdc-463f-aa2c-d8e5967b6fa5 req-fc36720e-8bbf-49d2-b6a0-88c289154015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:35.514962 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-393302fe-4bdc-463f-aa2c-d8e5967b6fa5 req-fc36720e-8bbf-49d2-b6a0-88c289154015 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3732a89-3d96-4f9c-aaa1-b75f25d16a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508778 Mar 14 11:20:35.616715 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-393302fe-4bdc-463f-aa2c-d8e5967b6fa5 req-7ab1d0aa-9849-4509-93ef-06f0e414e33d service neutron] 10.222.0.44 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913186 Mar 14 11:20:35.726536 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-393302fe-4bdc-463f-aa2c-d8e5967b6fa5 req-744d0904-8f22-4e5c-84b8-8e5890b9497a service neutron] 10.222.0.44 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887537 Mar 14 11:20:36.355407 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdcec4b-acc2-4eae-9fea-6d91c6d9ae8f req-4e67b5fd-3981-4bd0-a682-241fd6ed6d7f tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:36.356903 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3bdcec4b-acc2-4eae-9fea-6d91c6d9ae8f req-4e67b5fd-3981-4bd0-a682-241fd6ed6d7f tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0649595 Mar 14 11:20:36.406288 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3bdcec4b-acc2-4eae-9fea-6d91c6d9ae8f req-e8f18145-00fa-416e-b20a-bd9f69086e41 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436449 Mar 14 11:20:36.561580 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:36.839561 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:20:37.421156 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d469fac5-6d6f-4a5c-86df-e58ff959e527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:38.636797 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:40.380031 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:41.762776 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:52.248701 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f308bc-1068-404f-90c4-ad4e73fe5b1e req-73774e4d-ef0f-4498-b2c4-e1972c9e7ea5 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:52.250432 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34f308bc-1068-404f-90c4-ad4e73fe5b1e req-73774e4d-ef0f-4498-b2c4-e1972c9e7ea5 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0569432 Mar 14 11:20:52.311408 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34f308bc-1068-404f-90c4-ad4e73fe5b1e req-387e847b-e341-47ec-aa8e-243fd0365d28 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500660 Mar 14 11:20:52.314504 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2968ff-bf43-4a09-9905-953b2afc8377 req-290df61f-47bc-4682-991e-9434d84a078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:52.316061 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6b2968ff-bf43-4a09-9905-953b2afc8377 req-290df61f-47bc-4682-991e-9434d84a078f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=956dc6f8d72144c9810e5e5a83ba7fb7&device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 1130 time: 0.0506964 Mar 14 11:20:52.412568 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2968ff-bf43-4a09-9905-953b2afc8377 req-ef1b9c68-3ba4-492f-9e4e-22be0bbe3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:52.414080 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6b2968ff-bf43-4a09-9905-953b2afc8377 req-ef1b9c68-3ba4-492f-9e4e-22be0bbe3b18 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2772757-d7bb-48b9-8bff-3ecf99e6887b HTTP/1.1" status: 200 len: 919 time: 0.0918281 Mar 14 11:20:52.454493 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6b2968ff-bf43-4a09-9905-953b2afc8377 req-939142e6-f49c-47b8-85e7-73c2005c6ac2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36732712-50e4-4c26-9afa-0c0995c1a8db HTTP/1.1" status: 200 len: 217 time: 0.0339499 Mar 14 11:20:52.507055 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2968ff-bf43-4a09-9905-953b2afc8377 req-b9e48340-ba6b-45cd-901b-4fa883b298cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:52.508480 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6b2968ff-bf43-4a09-9905-953b2afc8377 req-b9e48340-ba6b-45cd-901b-4fa883b298cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3835724-6a4b-4d00-8537-d241934aa76b HTTP/1.1" status: 200 len: 858 time: 0.0459626 Mar 14 11:20:52.541731 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6b2968ff-bf43-4a09-9905-953b2afc8377 req-fba675a6-de8a-4c86-917a-f8c1fd9b4fd2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2772757-d7bb-48b9-8bff-3ecf99e6887b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260003 Mar 14 11:20:52.633528 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6b2968ff-bf43-4a09-9905-953b2afc8377 req-1cb26d52-e2ad-4b77-967c-e4a6b18236cd service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850942 Mar 14 11:20:52.729009 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6b2968ff-bf43-4a09-9905-953b2afc8377 req-70cb0c84-a2ce-48bc-9cb7-189cf70646d4 service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880330 Mar 14 11:20:53.436540 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64673afb-40a3-4f2b-8326-f9b27bc6d546 req-2e2500ed-224b-4101-a2c4-50a026c4bb87 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:53.438033 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-64673afb-40a3-4f2b-8326-f9b27bc6d546 req-2e2500ed-224b-4101-a2c4-50a026c4bb87 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0545070 Mar 14 11:20:53.486040 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-64673afb-40a3-4f2b-8326-f9b27bc6d546 req-49b57706-aa20-4411-b856-1d2f214581e5 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424144 Mar 14 11:20:54.607782 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a283f8b-af47-4a3b-982b-52c14a03cb00 req-ce0d52ee-2c8a-4c29-812b-d99061a73a71 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:54.609222 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a283f8b-af47-4a3b-982b-52c14a03cb00 req-ce0d52ee-2c8a-4c29-812b-d99061a73a71 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0521927 Mar 14 11:20:54.655053 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4a283f8b-af47-4a3b-982b-52c14a03cb00 req-9b6d4770-0dba-4e9c-8b40-70aacb8d86a2 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Mar 14 11:20:55.779121 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2650c-0623-4a2b-8640-06eaf846df55 req-1c14eaca-7042-41e7-904f-d1d19b9c7df4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:55.780611 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6bf2650c-0623-4a2b-8640-06eaf846df55 req-1c14eaca-7042-41e7-904f-d1d19b9c7df4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0576475 Mar 14 11:20:55.834059 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6bf2650c-0623-4a2b-8640-06eaf846df55 req-2b006c82-324c-4eab-aaab-3c14af5c9ec1 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446587 Mar 14 11:20:56.382568 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 54664) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:56.485662 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1848-cbc8-4e45-bbb4-a2871b04c764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:56.557258 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1848-cbc8-4e45-bbb4-a2871b04c764 admin admin] Publish callbacks [] for security_group (d4adcf4f-111d-4a4f-af9b-0af91548a91d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:56.623620 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1848-cbc8-4e45-bbb4-a2871b04c764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (d4adcf4f-111d-4a4f-af9b-0af91548a91d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:56.661637 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-2c0d1848-cbc8-4e45-bbb4-a2871b04c764 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=956c9b045b574a558ad8196ee1f56862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780066 Mar 14 11:20:56.662758 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d1848-cbc8-4e45-bbb4-a2871b04c764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4adcf4f-111d-4a4f-af9b-0af91548a91d,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:56.664342 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54668) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:56.715634 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-436a1f30-732c-4a3b-acd7-43871eee7392 admin admin] Publish callbacks [] for security_group (d4adcf4f-111d-4a4f-af9b-0af91548a91d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:56.736187 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-436a1f30-732c-4a3b-acd7-43871eee7392 admin admin] Publish callbacks [] for security_group (d4adcf4f-111d-4a4f-af9b-0af91548a91d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:56.883345 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-436a1f30-732c-4a3b-acd7-43871eee7392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (d4adcf4f-111d-4a4f-af9b-0af91548a91d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:56.887099 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-436a1f30-732c-4a3b-acd7-43871eee7392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:56.891628 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-436a1f30-732c-4a3b-acd7-43871eee7392 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4adcf4f-111d-4a4f-af9b-0af91548a91d HTTP/1.1" status: 204 len: 168 time: 0.2229178 Mar 14 11:20:56.896300 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a1f30-732c-4a3b-acd7-43871eee7392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4adcf4f-111d-4a4f-af9b-0af91548a91d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:56.958672 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03f6d4-4934-433b-92c2-e4765770d6e3 req-04ec11b8-6e6a-48be-83b2-109b82abd24f tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:56.960122 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a03f6d4-4934-433b-92c2-e4765770d6e3 req-04ec11b8-6e6a-48be-83b2-109b82abd24f tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0548763 Mar 14 11:20:57.006347 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a03f6d4-4934-433b-92c2-e4765770d6e3 req-bd510e41-3654-47bc-97bd-7cc5b7278195 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397599 Mar 14 11:20:58.125955 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3d71-4769-433a-b86f-cda6ab29848a req-432db249-4afa-493d-afff-706d3f5891b0 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:58.127540 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ab7f3d71-4769-433a-b86f-cda6ab29848a req-432db249-4afa-493d-afff-706d3f5891b0 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0538013 Mar 14 11:20:58.178049 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ab7f3d71-4769-433a-b86f-cda6ab29848a req-4603aa76-96c2-4c0b-ac1d-38ad7c3a6bd1 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449915 Mar 14 11:20:59.195199 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54694) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:59.299213 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0134f81-a3f4-44bd-8518-7c9a1c03ca79 req-965d85a1-1f1b-4298-b5ac-f755693ec876 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:20:59.303321 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0134f81-a3f4-44bd-8518-7c9a1c03ca79 req-965d85a1-1f1b-4298-b5ac-f755693ec876 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0545292 Mar 14 11:20:59.322581 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9544e336-6d03-43c6-94af-bb6abda53c9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:59.377782 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0134f81-a3f4-44bd-8518-7c9a1c03ca79 req-5e27d580-696c-4462-9a06-ab932e3d93bd tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701785 Mar 14 11:20:59.426671 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9544e336-6d03-43c6-94af-bb6abda53c9b admin admin] Publish callbacks [] for security_group (80a428e7-dc65-4067-9992-032e1a1c639d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:59.499754 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9544e336-6d03-43c6-94af-bb6abda53c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (80a428e7-dc65-4067-9992-032e1a1c639d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:59.537775 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9544e336-6d03-43c6-94af-bb6abda53c9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2011dd7bed4041cfb05083a18a42c6c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414609 Mar 14 11:20:59.538592 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544e336-6d03-43c6-94af-bb6abda53c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a428e7-dc65-4067-9992-032e1a1c639d,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:20:59.540530 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 54700) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:20:59.587568 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-80665dfa-e61b-4666-a045-60bd64c6f4f4 admin admin] Publish callbacks [] for security_group (80a428e7-dc65-4067-9992-032e1a1c639d), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:59.608710 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-80665dfa-e61b-4666-a045-60bd64c6f4f4 admin admin] Publish callbacks [] for security_group (80a428e7-dc65-4067-9992-032e1a1c639d), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:59.756964 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-80665dfa-e61b-4666-a045-60bd64c6f4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (80a428e7-dc65-4067-9992-032e1a1c639d), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:59.760321 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-80665dfa-e61b-4666-a045-60bd64c6f4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:20:59.761461 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-80665dfa-e61b-4666-a045-60bd64c6f4f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80a428e7-dc65-4067-9992-032e1a1c639d HTTP/1.1" status: 204 len: 168 time: 0.2197907 Mar 14 11:20:59.769227 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80665dfa-e61b-4666-a045-60bd64c6f4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a428e7-dc65-4067-9992-032e1a1c639d,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:00.461000 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54710) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:00.474680 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5433dbbe-f9f8-4b4e-bd52-029d0710b650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:00.500892 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a7996-b839-4b48-836d-a9fe899850b9 req-ba71cdcc-f58c-4507-bec9-676378ee0472 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:00.502405 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-253a7996-b839-4b48-836d-a9fe899850b9 req-ba71cdcc-f58c-4507-bec9-676378ee0472 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0582912 Mar 14 11:21:00.549180 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-253a7996-b839-4b48-836d-a9fe899850b9 req-db8b7861-05b6-453c-b20c-30c46bdce93d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413487 Mar 14 11:21:00.559294 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5433dbbe-f9f8-4b4e-bd52-029d0710b650 admin admin] Publish callbacks [] for security_group (c995ea67-c21a-42c4-98dd-94ea7be361c8), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:00.657434 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5433dbbe-f9f8-4b4e-bd52-029d0710b650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c995ea67-c21a-42c4-98dd-94ea7be361c8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:00.693702 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5433dbbe-f9f8-4b4e-bd52-029d0710b650 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01325c8eabd047caaa0d0b4bba0b2880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315660 Mar 14 11:21:00.694563 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433dbbe-f9f8-4b4e-bd52-029d0710b650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c995ea67-c21a-42c4-98dd-94ea7be361c8,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:00.697543 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 54712) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:00.746989 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-64bdb7c1-a815-45b4-8157-a92c54cdc2d8 admin admin] Publish callbacks [] for security_group (c995ea67-c21a-42c4-98dd-94ea7be361c8), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:00.767386 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-64bdb7c1-a815-45b4-8157-a92c54cdc2d8 admin admin] Publish callbacks [] for security_group (c995ea67-c21a-42c4-98dd-94ea7be361c8), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:00.899581 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-64bdb7c1-a815-45b4-8157-a92c54cdc2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c995ea67-c21a-42c4-98dd-94ea7be361c8), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:00.903060 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-64bdb7c1-a815-45b4-8157-a92c54cdc2d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:00.904210 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-64bdb7c1-a815-45b4-8157-a92c54cdc2d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c995ea67-c21a-42c4-98dd-94ea7be361c8 HTTP/1.1" status: 204 len: 168 time: 0.2056890 Mar 14 11:21:00.912094 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdb7c1-a815-45b4-8157-a92c54cdc2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c995ea67-c21a-42c4-98dd-94ea7be361c8,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:01.668031 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c689990-9cdb-48ea-978a-48b8feb0cc9e req-097f9e07-2e78-4b4b-972b-fc4dde8b80a4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:01.669497 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0c689990-9cdb-48ea-978a-48b8feb0cc9e req-097f9e07-2e78-4b4b-972b-fc4dde8b80a4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0550559 Mar 14 11:21:01.718594 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0c689990-9cdb-48ea-978a-48b8feb0cc9e req-f5aad128-e4f9-49f5-b66d-3a93d7ab5064 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433311 Mar 14 11:21:02.840743 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ec3e-fbbf-42e6-806f-b3370f920f54 req-c6a80515-acf2-4494-ba7c-5d6505920701 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:02.842271 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8b62ec3e-fbbf-42e6-806f-b3370f920f54 req-c6a80515-acf2-4494-ba7c-5d6505920701 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0557430 Mar 14 11:21:02.896505 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8b62ec3e-fbbf-42e6-806f-b3370f920f54 req-4fcb27d3-919c-42a5-acce-b55d0c127475 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486767 Mar 14 11:21:04.028149 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e0089-6e28-4620-aec1-5ea51e2908eb req-7b1bfd9d-721a-409a-b409-f0f1291d89b6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:04.029602 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0e0e0089-6e28-4620-aec1-5ea51e2908eb req-7b1bfd9d-721a-409a-b409-f0f1291d89b6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0541329 Mar 14 11:21:04.076411 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0e0e0089-6e28-4620-aec1-5ea51e2908eb req-cdcc4aab-2fe5-411c-812f-284cd3efccbd tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 Mar 14 11:21:05.194912 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b6b01-d243-43fa-bcbe-c6a0edbf3635 req-ae9ce4b7-efa2-4bec-bf50-b53569d7f019 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:05.195552 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5d2b6b01-d243-43fa-bcbe-c6a0edbf3635 req-ae9ce4b7-efa2-4bec-bf50-b53569d7f019 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0524032 Mar 14 11:21:05.214121 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d896835e-f33b-4210-acbd-31d91bed1332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:05.247868 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5d2b6b01-d243-43fa-bcbe-c6a0edbf3635 req-194d2c36-b3c1-4e5a-aeec-fba53fea4373 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470273 Mar 14 11:21:06.369704 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1596b-4b79-44c9-bf01-80443a087bbb req-69045234-06ec-4a8d-a66d-ec37f4dd7cdd tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:06.372024 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c2c1596b-4b79-44c9-bf01-80443a087bbb req-69045234-06ec-4a8d-a66d-ec37f4dd7cdd tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0563807 Mar 14 11:21:06.429671 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c2c1596b-4b79-44c9-bf01-80443a087bbb req-cfaeaeb9-b790-45f6-9469-ed75d04d9f5e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473650 Mar 14 11:21:06.594814 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:06.919057 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-283d3434-a726-41ec-9f5f-d849d567c32a req-b1a9904f-5bad-4f4e-8224-6e9e4e93d36f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428979 Mar 14 11:21:06.994127 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d3434-a726-41ec-9f5f-d849d567c32a req-b0abc726-5da8-4bbf-88e6-2ddcfc27b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:06.996684 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-283d3434-a726-41ec-9f5f-d849d567c32a req-b0abc726-5da8-4bbf-88e6-2ddcfc27b7d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=956dc6f8d72144c9810e5e5a83ba7fb7&device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 1129 time: 0.0498819 Mar 14 11:21:07.096549 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d3434-a726-41ec-9f5f-d849d567c32a req-16b1cb6c-1cb6-482e-91a7-bdca872deb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:07.098024 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-283d3434-a726-41ec-9f5f-d849d567c32a req-16b1cb6c-1cb6-482e-91a7-bdca872deb57 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2772757-d7bb-48b9-8bff-3ecf99e6887b HTTP/1.1" status: 200 len: 919 time: 0.0824928 Mar 14 11:21:07.141877 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-283d3434-a726-41ec-9f5f-d849d567c32a req-eb321b62-4003-4eab-8c28-d668c444b939 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 HTTP/1.1" status: 200 len: 217 time: 0.0373065 Mar 14 11:21:07.191917 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d3434-a726-41ec-9f5f-d849d567c32a req-80365757-d5dc-419d-90dd-e4bcb89bf41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:07.193209 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-283d3434-a726-41ec-9f5f-d849d567c32a req-80365757-d5dc-419d-90dd-e4bcb89bf41c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3835724-6a4b-4d00-8537-d241934aa76b HTTP/1.1" status: 200 len: 858 time: 0.0415771 Mar 14 11:21:07.224075 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-283d3434-a726-41ec-9f5f-d849d567c32a req-56e6c28d-2fd6-4e6c-817a-9f7b6a82a7e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2772757-d7bb-48b9-8bff-3ecf99e6887b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241096 Mar 14 11:21:07.319613 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-283d3434-a726-41ec-9f5f-d849d567c32a req-fcfc9422-ec73-4865-a034-3f8ec747b816 service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872903 Mar 14 11:21:07.408848 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-283d3434-a726-41ec-9f5f-d849d567c32a req-31c47b9b-1aa1-41ef-bdf6-4180e89e8b0e service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823414 Mar 14 11:21:07.443009 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a263a749-df5a-4bbd-9a8c-604421cc8654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:07.552662 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a9e09-dd11-4af0-a648-bdc1aff9211e req-95902755-c73f-443d-b141-3841c18ed260 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:07.554265 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-639a9e09-dd11-4af0-a648-bdc1aff9211e req-95902755-c73f-443d-b141-3841c18ed260 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0538619 Mar 14 11:21:07.606060 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-639a9e09-dd11-4af0-a648-bdc1aff9211e req-ceef3e11-b394-4c2b-9f5e-cb727fa2ae3d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456634 Mar 14 11:21:08.602997 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:08.724050 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5030ffd-e53a-443e-b433-5b8bad666790 req-66e2633c-fea7-49d3-80d9-2b3579cdd017 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:08.725503 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d5030ffd-e53a-443e-b433-5b8bad666790 req-66e2633c-fea7-49d3-80d9-2b3579cdd017 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0533485 Mar 14 11:21:08.775074 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d5030ffd-e53a-443e-b433-5b8bad666790 req-25deed9c-3ced-46d3-a06a-384e25cf55ce tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438559 Mar 14 11:21:09.004724 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 54824) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:09.106644 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:09.176251 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Publish callbacks [] for security_group (71c4c22b-d015-473e-9f58-283ebc790637), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:09.253892 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (71c4c22b-d015-473e-9f58-283ebc790637), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:09.289595 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c4c22b-d015-473e-9f58-283ebc790637,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:09.294382 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17b497fb3a5f42ce93f8ba4ba2231d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886636 Mar 14 11:21:09.298120 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 54828) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:09.298989 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.299338 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.299681 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.300055 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.300387 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.300719 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.301045 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.301370 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.301693 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.302040 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.302368 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.302691 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.303152 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.303331 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.303647 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2195f69-dd41-4675-a8d0-2795bc94afa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.350618 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Publish callbacks [] for security_group (71c4c22b-d015-473e-9f58-283ebc790637), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:09.372211 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Publish callbacks [] for security_group (71c4c22b-d015-473e-9f58-283ebc790637), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:09.488391 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (71c4c22b-d015-473e-9f58-283ebc790637), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:09.490995 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:09.492102 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71c4c22b-d015-473e-9f58-283ebc790637 HTTP/1.1" status: 204 len: 168 time: 0.1938515 Mar 14 11:21:09.501188 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c4c22b-d015-473e-9f58-283ebc790637,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:09.507110 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.507396 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.507729 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.508067 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.508392 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.508734 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.509034 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.509353 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.509678 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.510072 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.510332 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.510653 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.511210 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.511534 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.511852 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16350c7b-3d14-4267-9c22-12d3eb524223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:21:09.894743 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b486b0e-1032-4c43-ac95-b7f0e1f40201 req-6b9cdfd8-207f-4f82-8210-ed1115377083 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:09.896213 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b486b0e-1032-4c43-ac95-b7f0e1f40201 req-6b9cdfd8-207f-4f82-8210-ed1115377083 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0541377 Mar 14 11:21:09.943638 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b486b0e-1032-4c43-ac95-b7f0e1f40201 req-d26a259e-bb15-4100-bc27-d5505a71bfbe tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419817 Mar 14 11:21:10.172344 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 54838) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:10.185799 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c8998181-9bbe-465e-886b-c6b4b1585a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:10.258891 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c8998181-9bbe-465e-886b-c6b4b1585a6b admin admin] Publish callbacks [] for security_group (68bcd8b5-fbcb-4df5-8034-93d002533045), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:10.394841 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:10.448153 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c8998181-9bbe-465e-886b-c6b4b1585a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (68bcd8b5-fbcb-4df5-8034-93d002533045), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:10.484647 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8998181-9bbe-465e-886b-c6b4b1585a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bcd8b5-fbcb-4df5-8034-93d002533045,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:10.488892 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c8998181-9bbe-465e-886b-c6b4b1585a6b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e11dd964e41d4d6ab59cbf6473f317f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3155231 Mar 14 11:21:10.492167 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 54842) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:10.548365 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0459-4daf-4418-a83a-d794d6e7afd6 admin admin] Publish callbacks [] for security_group (68bcd8b5-fbcb-4df5-8034-93d002533045), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:10.569645 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0459-4daf-4418-a83a-d794d6e7afd6 admin admin] Publish callbacks [] for security_group (68bcd8b5-fbcb-4df5-8034-93d002533045), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:10.778035 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0459-4daf-4418-a83a-d794d6e7afd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (68bcd8b5-fbcb-4df5-8034-93d002533045), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:10.780609 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9c8e0459-4daf-4418-a83a-d794d6e7afd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:10.781751 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-9c8e0459-4daf-4418-a83a-d794d6e7afd6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68bcd8b5-fbcb-4df5-8034-93d002533045 HTTP/1.1" status: 204 len: 168 time: 0.2893472 Mar 14 11:21:10.789627 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e0459-4daf-4418-a83a-d794d6e7afd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bcd8b5-fbcb-4df5-8034-93d002533045,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:11.058430 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad54904-2baf-411c-81c1-a78ad164d624 req-74ff7b63-3069-40eb-855e-0b4053cbe858 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:11.060439 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6ad54904-2baf-411c-81c1-a78ad164d624 req-74ff7b63-3069-40eb-855e-0b4053cbe858 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0524192 Mar 14 11:21:11.105884 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6ad54904-2baf-411c-81c1-a78ad164d624 req-ab36fd9d-d2a3-418d-8cc1-615a55129151 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399480 Mar 14 11:21:11.779795 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:12.228882 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a13f59-6405-41a0-903b-75489e482623 req-7db8c47d-3c5d-450c-8db2-bb75d680319d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:12.230600 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-93a13f59-6405-41a0-903b-75489e482623 req-7db8c47d-3c5d-450c-8db2-bb75d680319d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0561121 Mar 14 11:21:12.280130 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-93a13f59-6405-41a0-903b-75489e482623 req-c14b24ad-83d1-4479-9c01-66402dcb7dff tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 Mar 14 11:21:13.395721 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b521b7-baef-495d-b8a3-c2f4bdb58c9d req-96ffef00-b2fc-4de6-8679-cad5dd18f7e5 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:13.397181 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-34b521b7-baef-495d-b8a3-c2f4bdb58c9d req-96ffef00-b2fc-4de6-8679-cad5dd18f7e5 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0518687 Mar 14 11:21:13.451546 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-34b521b7-baef-495d-b8a3-c2f4bdb58c9d req-1806f976-e80c-4c00-ae80-98c5bea2759c tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476449 Mar 14 11:21:13.838093 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:21:14.568875 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656104be-6140-4718-a309-7ff4cee2d26f req-16963b40-e2aa-418d-b9c0-adc8135f90ae tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:14.570559 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-656104be-6140-4718-a309-7ff4cee2d26f req-16963b40-e2aa-418d-b9c0-adc8135f90ae tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0520301 Mar 14 11:21:14.619009 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-656104be-6140-4718-a309-7ff4cee2d26f req-e06237a4-b7b4-4784-a572-5ab7084cf93a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413449 Mar 14 11:21:15.331213 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd9acf-2c98-462e-b382-ee7292768633 req-843bbe34-9019-46c9-94ea-737a3d1621c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:15.332689 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c3cd9acf-2c98-462e-b382-ee7292768633 req-843bbe34-9019-46c9-94ea-737a3d1621c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 1130 time: 0.0466681 Mar 14 11:21:15.376075 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c3cd9acf-2c98-462e-b382-ee7292768633 req-8afd7acd-7e8f-46b8-a607-b7b8d2a49b4f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358953 Mar 14 11:21:15.737075 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b12b732-6a1a-4238-ba5d-245f7f05bc5c req-13db5f19-2af8-4ff7-951c-da6c15a473bf tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:15.738544 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3b12b732-6a1a-4238-ba5d-245f7f05bc5c req-13db5f19-2af8-4ff7-951c-da6c15a473bf tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0512550 Mar 14 11:21:15.783754 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3b12b732-6a1a-4238-ba5d-245f7f05bc5c req-7327a3bd-22de-40b1-b25b-1e8a1f2b559e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396113 Mar 14 11:21:16.903390 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f4ae0-f5a5-4f88-8723-9e6e082f141b req-343327a5-4e90-4418-a6a8-f0b1fd7fdefa tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:16.904810 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-512f4ae0-f5a5-4f88-8723-9e6e082f141b req-343327a5-4e90-4418-a6a8-f0b1fd7fdefa tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0551682 Mar 14 11:21:16.949433 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-512f4ae0-f5a5-4f88-8723-9e6e082f141b req-46a607c5-5bf8-4d4e-ae5d-208ca93d3736 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390525 Mar 14 11:21:18.070614 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea04d96-0ca7-42e3-a6a6-ae0cca7e893b req-c348cbaa-bbb6-41d2-a0b4-11545ccceab5 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:18.072054 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cea04d96-0ca7-42e3-a6a6-ae0cca7e893b req-c348cbaa-bbb6-41d2-a0b4-11545ccceab5 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0563095 Mar 14 11:21:18.119981 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cea04d96-0ca7-42e3-a6a6-ae0cca7e893b req-2caae5a8-4b05-4695-aeb5-3103b586f9c7 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418978 Mar 14 11:21:19.241005 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de889f-4ad7-4330-8c5e-182a51b85d93 req-80d3cf11-d0c9-4289-809c-a768eef47039 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:19.242838 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34de889f-4ad7-4330-8c5e-182a51b85d93 req-80d3cf11-d0c9-4289-809c-a768eef47039 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0559773 Mar 14 11:21:19.293359 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-34de889f-4ad7-4330-8c5e-182a51b85d93 req-15b00f3e-6b6e-4fcf-9f3e-2955c8452b33 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445619 Mar 14 11:21:20.408304 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1a2dc-ffef-4a45-97d9-678535be9474 req-3caf6c42-f2e9-4262-98e9-9bcc7aa90129 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:20.409766 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-58e1a2dc-ffef-4a45-97d9-678535be9474 req-3caf6c42-f2e9-4262-98e9-9bcc7aa90129 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0522304 Mar 14 11:21:20.456059 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-58e1a2dc-ffef-4a45-97d9-678535be9474 req-89816903-b814-473f-bc02-c8e283a10407 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407116 Mar 14 11:21:21.572321 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582df199-adbd-440d-95de-751e122ffcee req-9ec5fb5d-ee08-46ff-8571-a18ba00144dc tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:21.574303 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-582df199-adbd-440d-95de-751e122ffcee req-9ec5fb5d-ee08-46ff-8571-a18ba00144dc tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0533156 Mar 14 11:21:21.625969 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-582df199-adbd-440d-95de-751e122ffcee req-5945113d-50e8-4f20-955d-9db36e57c167 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454082 Mar 14 11:21:22.293454 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccea67-d1e6-4fe8-95d6-ac708b41e9e7 req-82611e92-262b-411b-9c27-3656f3ee7043 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:22.294940 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0ccea67-d1e6-4fe8-95d6-ac708b41e9e7 req-82611e92-262b-411b-9c27-3656f3ee7043 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0541537 Mar 14 11:21:22.340769 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e0ccea67-d1e6-4fe8-95d6-ac708b41e9e7 req-07fa8095-d0bb-4b8e-a51f-5256aaffb75f tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403159 Mar 14 11:21:22.397028 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70112178-e543-417b-8863-20aefa1d441d req-a38e728c-47c6-4ca2-b81a-f3352677ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:22.398424 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-70112178-e543-417b-8863-20aefa1d441d req-a38e728c-47c6-4ca2-b81a-f3352677ca58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=956dc6f8d72144c9810e5e5a83ba7fb7&device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 1130 time: 0.0476408 Mar 14 11:21:22.492742 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70112178-e543-417b-8863-20aefa1d441d req-8251d6ea-6b18-4dec-bb9c-df0db61e9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:22.494529 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-70112178-e543-417b-8863-20aefa1d441d req-8251d6ea-6b18-4dec-bb9c-df0db61e9a70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b2772757-d7bb-48b9-8bff-3ecf99e6887b HTTP/1.1" status: 200 len: 919 time: 0.0890474 Mar 14 11:21:22.537967 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-70112178-e543-417b-8863-20aefa1d441d req-40389eb9-dcb5-4910-a024-577694edb06b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36732712-50e4-4c26-9afa-0c0995c1a8db HTTP/1.1" status: 200 len: 217 time: 0.0367546 Mar 14 11:21:22.587460 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70112178-e543-417b-8863-20aefa1d441d req-c44f5d50-0008-4194-8b87-77782d8312c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:22.592039 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-70112178-e543-417b-8863-20aefa1d441d req-c44f5d50-0008-4194-8b87-77782d8312c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e3835724-6a4b-4d00-8537-d241934aa76b HTTP/1.1" status: 200 len: 858 time: 0.0443938 Mar 14 11:21:23.473872 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cad3d7-ee7a-4df2-a017-bf0d697670f4 req-ed5ae44f-2694-4a6b-99a5-88ff3959172e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:23.475733 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-60cad3d7-ee7a-4df2-a017-bf0d697670f4 req-ed5ae44f-2694-4a6b-99a5-88ff3959172e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0564542 Mar 14 11:21:23.537197 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-60cad3d7-ee7a-4df2-a017-bf0d697670f4 req-cecacc77-5b75-47ac-864b-13d85ac483d3 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518272 Mar 14 11:21:24.636558 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-70112178-e543-417b-8863-20aefa1d441d req-4e64603a-c79b-4cbf-b763-4fee75fb232f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b2772757-d7bb-48b9-8bff-3ecf99e6887b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253940 Mar 14 11:21:24.657373 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70337733-59d0-4c0a-9d39-e7f44cd794e7 req-4f74f40c-ace3-4659-8260-baa9c7373af1 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:24.658891 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-70337733-59d0-4c0a-9d39-e7f44cd794e7 req-4f74f40c-ace3-4659-8260-baa9c7373af1 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0522521 Mar 14 11:21:24.704439 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-70337733-59d0-4c0a-9d39-e7f44cd794e7 req-f51db5f3-3461-45d4-9e05-1df2b0ffb691 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400865 Mar 14 11:21:25.604598 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-70112178-e543-417b-8863-20aefa1d441d req-57dac6b0-c0a5-4d4d-b10d-3d8b2753df2d service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839286 Mar 14 11:21:25.824002 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76fa2-85d0-4ecd-86b1-eec906ae1a41 req-42612e8a-95d7-4833-8d16-5f465aae690e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:25.825450 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-92d76fa2-85d0-4ecd-86b1-eec906ae1a41 req-42612e8a-95d7-4833-8d16-5f465aae690e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0538471 Mar 14 11:21:25.870940 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-92d76fa2-85d0-4ecd-86b1-eec906ae1a41 req-04728522-8139-4ba8-ab39-3f6e3856f22c tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399077 Mar 14 11:21:26.912439 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-70112178-e543-417b-8863-20aefa1d441d req-e4f2fc2c-0e6b-4fc2-b046-23c5a87f5ec8 service neutron] 10.222.0.44 "GET /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867445 Mar 14 11:21:27.202058 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81514967-9439-4213-8547-17290f5cd0a6 req-8aede101-be06-4db6-a2ef-2748c9e2b339 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:27.203448 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81514967-9439-4213-8547-17290f5cd0a6 req-8aede101-be06-4db6-a2ef-2748c9e2b339 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.2635660 Mar 14 11:21:27.249572 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-81514967-9439-4213-8547-17290f5cd0a6 req-d7916e17-9ad2-4d08-9849-6e747641654f tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405085 Mar 14 11:21:28.370896 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d42510-6d46-40ae-888b-0485fb8db130 req-4bda9c1e-261a-4a17-8563-90ce91d15b13 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:28.372360 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-01d42510-6d46-40ae-888b-0485fb8db130 req-4bda9c1e-261a-4a17-8563-90ce91d15b13 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0535913 Mar 14 11:21:28.418886 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-01d42510-6d46-40ae-888b-0485fb8db130 req-5806d1b8-d2db-4fb9-be90-5ba1144987d4 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410235 Mar 14 11:21:29.536638 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade51ba-9ffe-406e-9ae6-4ea711f3f90c req-055e4216-5e94-4201-9e3c-1a65044bdb33 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:29.538092 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dade51ba-9ffe-406e-9ae6-4ea711f3f90c req-055e4216-5e94-4201-9e3c-1a65044bdb33 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0520799 Mar 14 11:21:29.592406 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dade51ba-9ffe-406e-9ae6-4ea711f3f90c req-4fd0b20e-dce3-4e77-824f-332cdbb32a42 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446670 Mar 14 11:21:30.710286 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd625789-eb5b-4f56-9d61-9dc3b6093a57 req-33f3f597-5c38-41bd-a43b-cfd80ad5c7f6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:30.711722 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd625789-eb5b-4f56-9d61-9dc3b6093a57 req-33f3f597-5c38-41bd-a43b-cfd80ad5c7f6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0546625 Mar 14 11:21:30.757978 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd625789-eb5b-4f56-9d61-9dc3b6093a57 req-3998ce8d-c25b-4b66-808f-6b885204a54a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Mar 14 11:21:31.875171 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff6951-2ee8-425f-8fb4-90ed969403e1 req-d98058b2-fcf1-454a-afcb-35440ee3c6b9 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:31.876540 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03ff6951-2ee8-425f-8fb4-90ed969403e1 req-d98058b2-fcf1-454a-afcb-35440ee3c6b9 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0528238 Mar 14 11:21:31.922426 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03ff6951-2ee8-425f-8fb4-90ed969403e1 req-deb0566c-971d-4958-985e-77edf285c9ae tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402062 Mar 14 11:21:33.041702 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e6c74-d7a3-4044-9516-1501f5586a17 req-9368c540-8b44-4d0e-8ee4-8b0e7b3a498c tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:33.043188 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a94e6c74-d7a3-4044-9516-1501f5586a17 req-9368c540-8b44-4d0e-8ee4-8b0e7b3a498c tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0524316 Mar 14 11:21:33.091034 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a94e6c74-d7a3-4044-9516-1501f5586a17 req-51d77b7d-15d6-493a-84bf-9602577831f1 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424318 Mar 14 11:21:34.214068 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699561d8-7051-4db7-9861-74df637b4920 req-2cbea43b-2326-46f8-bcac-477090c24481 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:34.215445 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-699561d8-7051-4db7-9861-74df637b4920 req-2cbea43b-2326-46f8-bcac-477090c24481 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0528855 Mar 14 11:21:34.263331 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-699561d8-7051-4db7-9861-74df637b4920 req-e3f89961-f4c3-4fe5-916e-8318549c8a54 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 Mar 14 11:21:35.219372 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-fc08dea6-1db7-431c-a864-f9c2a4744f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:35.387567 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c6a7e-0171-4adc-af84-89f44dae1bb9 req-4428f28c-c386-441b-a305-6cc5886b034e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:35.389040 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dd0c6a7e-0171-4adc-af84-89f44dae1bb9 req-4428f28c-c386-441b-a305-6cc5886b034e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0565948 Mar 14 11:21:35.440969 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dd0c6a7e-0171-4adc-af84-89f44dae1bb9 req-2549521a-0c91-411e-a8d5-4de648c2341d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434575 Mar 14 11:21:35.480418 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55154) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:35.586314 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-49ee6084-55c3-4e25-9cc8-5b405e18c405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:35.659395 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-49ee6084-55c3-4e25-9cc8-5b405e18c405 admin admin] Publish callbacks [] for security_group (0e27f920-2bd2-45bd-bacf-3de83847a5b7), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:35.731346 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-49ee6084-55c3-4e25-9cc8-5b405e18c405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (0e27f920-2bd2-45bd-bacf-3de83847a5b7), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:35.767828 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee6084-55c3-4e25-9cc8-5b405e18c405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e27f920-2bd2-45bd-bacf-3de83847a5b7,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:35.771940 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-49ee6084-55c3-4e25-9cc8-5b405e18c405 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d28feae25c146acac41f884eff4f5b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904487 Mar 14 11:21:35.781126 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55164) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:35.824842 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e7eb7d02-fe22-4723-a507-dce38fb7d183 admin admin] Publish callbacks [] for security_group (0e27f920-2bd2-45bd-bacf-3de83847a5b7), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:35.846607 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e7eb7d02-fe22-4723-a507-dce38fb7d183 admin admin] Publish callbacks [] for security_group (0e27f920-2bd2-45bd-bacf-3de83847a5b7), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:36.002233 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e7eb7d02-fe22-4723-a507-dce38fb7d183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (0e27f920-2bd2-45bd-bacf-3de83847a5b7), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:36.004842 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e7eb7d02-fe22-4723-a507-dce38fb7d183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:36.006006 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-e7eb7d02-fe22-4723-a507-dce38fb7d183 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e27f920-2bd2-45bd-bacf-3de83847a5b7 HTTP/1.1" status: 204 len: 168 time: 0.2284534 Mar 14 11:21:36.014844 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb7d02-fe22-4723-a507-dce38fb7d183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e27f920-2bd2-45bd-bacf-3de83847a5b7,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:36.548421 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:36.740849 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55180) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:36.754573 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-220e96ae-f09c-45c5-8952-1759c7955823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:36.825931 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-220e96ae-f09c-45c5-8952-1759c7955823 admin admin] Publish callbacks [] for security_group (e2b5edae-87f9-4ef4-9e28-5983d8535847), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:36.915927 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-220e96ae-f09c-45c5-8952-1759c7955823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (e2b5edae-87f9-4ef4-9e28-5983d8535847), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:36.954173 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-220e96ae-f09c-45c5-8952-1759c7955823 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4c834edd4194271b2a24cd2c0fd44b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122705 Mar 14 11:21:36.955004 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e96ae-f09c-45c5-8952-1759c7955823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b5edae-87f9-4ef4-9e28-5983d8535847,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:36.956969 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55182) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:37.008831 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8541ed57-9ed9-44a5-a13b-d642abab8b50 admin admin] Publish callbacks [] for security_group (e2b5edae-87f9-4ef4-9e28-5983d8535847), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:37.030506 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8541ed57-9ed9-44a5-a13b-d642abab8b50 admin admin] Publish callbacks [] for security_group (e2b5edae-87f9-4ef4-9e28-5983d8535847), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:37.144804 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8541ed57-9ed9-44a5-a13b-d642abab8b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (e2b5edae-87f9-4ef4-9e28-5983d8535847), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:37.147414 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8541ed57-9ed9-44a5-a13b-d642abab8b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:37.148642 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8541ed57-9ed9-44a5-a13b-d642abab8b50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2b5edae-87f9-4ef4-9e28-5983d8535847 HTTP/1.1" status: 204 len: 168 time: 0.1905382 Mar 14 11:21:37.157351 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541ed57-9ed9-44a5-a13b-d642abab8b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b5edae-87f9-4ef4-9e28-5983d8535847,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:37.450923 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-78558842-a470-4a84-9a36-9a4b2051f250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:38.113294 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55200) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:38.127067 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9ee74902-18fe-4b31-a5e2-fc790c14a0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:38.201338 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9ee74902-18fe-4b31-a5e2-fc790c14a0b8 admin admin] Publish callbacks [] for security_group (5bb3d361-b9b6-46ec-9430-2195eaf6d3e0), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:38.270784 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9ee74902-18fe-4b31-a5e2-fc790c14a0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (5bb3d361-b9b6-46ec-9430-2195eaf6d3e0), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:38.307943 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee74902-18fe-4b31-a5e2-fc790c14a0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb3d361-b9b6-46ec-9430-2195eaf6d3e0,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:38.312125 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-9ee74902-18fe-4b31-a5e2-fc790c14a0b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40d1b7a86609494da9bad98a69796136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977630 Mar 14 11:21:38.315385 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55204) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:38.364269 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-56f47037-bebc-41d9-845f-dc1bb986abeb admin admin] Publish callbacks [] for security_group (5bb3d361-b9b6-46ec-9430-2195eaf6d3e0), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:38.385854 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-56f47037-bebc-41d9-845f-dc1bb986abeb admin admin] Publish callbacks [] for security_group (5bb3d361-b9b6-46ec-9430-2195eaf6d3e0), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:38.491206 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-56f47037-bebc-41d9-845f-dc1bb986abeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (5bb3d361-b9b6-46ec-9430-2195eaf6d3e0), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:38.494151 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-56f47037-bebc-41d9-845f-dc1bb986abeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:38.495380 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-56f47037-bebc-41d9-845f-dc1bb986abeb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5bb3d361-b9b6-46ec-9430-2195eaf6d3e0 HTTP/1.1" status: 204 len: 168 time: 0.1797957 Mar 14 11:21:38.503663 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f47037-bebc-41d9-845f-dc1bb986abeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb3d361-b9b6-46ec-9430-2195eaf6d3e0,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:38.680219 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:40.308347 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:41.790713 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:42.899540 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9fbd8-4b73-4a3b-ba5e-c5b749cb1805 req-e7ea7ebf-17a7-4a7f-87d4-b1d79af35fe2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:42.901672 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04d9fbd8-4b73-4a3b-ba5e-c5b749cb1805 req-e7ea7ebf-17a7-4a7f-87d4-b1d79af35fe2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0590506 Mar 14 11:21:42.948021 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-04d9fbd8-4b73-4a3b-ba5e-c5b749cb1805 req-3fc44fd9-fc8e-481f-ac1f-e1a75a4bb7cd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405934 Mar 14 11:21:44.070476 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd1afb-47fa-4771-b9cc-82bf3f5328a1 req-718916f2-9bfa-4739-9c94-12d155077c71 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:44.072038 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9fdd1afb-47fa-4771-b9cc-82bf3f5328a1 req-718916f2-9bfa-4739-9c94-12d155077c71 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0545676 Mar 14 11:21:44.118793 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9fdd1afb-47fa-4771-b9cc-82bf3f5328a1 req-3e086b2f-0ac9-4300-bf99-b9c570b49469 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410514 Mar 14 11:21:44.485762 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b9065-576e-4ab2-b98e-ad9d1a3b1f2a req-fce6c257-995e-48c0-b489-ecbe6732167d tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:44.487263 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2c9b9065-576e-4ab2-b98e-ad9d1a3b1f2a req-fce6c257-995e-48c0-b489-ecbe6732167d tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 945 time: 0.0515497 Mar 14 11:21:44.540065 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2c9b9065-576e-4ab2-b98e-ad9d1a3b1f2a req-e124521b-da97-437d-9f20-1484106dda5f tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467765 Mar 14 11:21:45.237147 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499775c-4564-438d-a01c-94ce40823d0a req-1488b251-9a48-4f2f-b824-e1288bae70a0 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:45.238625 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1499775c-4564-438d-a01c-94ce40823d0a req-1488b251-9a48-4f2f-b824-e1288bae70a0 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0510793 Mar 14 11:21:45.293657 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1499775c-4564-438d-a01c-94ce40823d0a req-7f0e3348-2dfb-45ed-8495-86f1e6efc984 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486403 Mar 14 11:21:45.660886 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adae29-592b-4ac1-95b5-65365f528902 req-1f055310-03a1-42b7-a9f6-7627118f48e2 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:45.662464 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-44adae29-592b-4ac1-95b5-65365f528902 req-1f055310-03a1-42b7-a9f6-7627118f48e2 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 945 time: 0.0535476 Mar 14 11:21:45.708388 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-44adae29-592b-4ac1-95b5-65365f528902 req-4a6033fe-1dab-47e9-b73f-74133d23240a tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404644 Mar 14 11:21:46.412454 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977d580-49a0-4725-a2f1-b3349f19fb9b req-98c8c1eb-c645-46df-814e-f0ff063825ca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:46.413909 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3977d580-49a0-4725-a2f1-b3349f19fb9b req-98c8c1eb-c645-46df-814e-f0ff063825ca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0526316 Mar 14 11:21:46.459747 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3977d580-49a0-4725-a2f1-b3349f19fb9b req-e173db69-f8cf-4c6a-901e-21786fc0a908 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399384 Mar 14 11:21:46.622594 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634267cc-f363-46f7-b19f-8b0c7ee3aa11 req-4a514a27-26b1-4b49-8378-892611febb73 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:46.624031 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-634267cc-f363-46f7-b19f-8b0c7ee3aa11 req-4a514a27-26b1-4b49-8378-892611febb73 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 945 time: 0.0521934 Mar 14 11:21:46.701928 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5878a-29b0-4035-9752-7c2b2256f1c4 req-86275f84-2c8d-440d-9596-9f62d2790a38 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:46.703523 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-69d5878a-29b0-4035-9752-7c2b2256f1c4 req-86275f84-2c8d-440d-9596-9f62d2790a38 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0671287 Mar 14 11:21:46.738192 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-634267cc-f363-46f7-b19f-8b0c7ee3aa11 req-42110f06-c20e-41c5-abf8-b66e6e18216b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Deleting port 8bb40b49-e519-41eb-84c2-d4f45216ab26 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:21:46.738587 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-634267cc-f363-46f7-b19f-8b0c7ee3aa11 req-42110f06-c20e-41c5-abf8-b66e6e18216b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (8bb40b49-e519-41eb-84c2-d4f45216ab26), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:46.782103 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-69d5878a-29b0-4035-9752-7c2b2256f1c4 req-4a7e2b0e-27e3-46ad-ab99-9d01f3f7b36a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717196 Mar 14 11:21:46.872961 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-634267cc-f363-46f7-b19f-8b0c7ee3aa11 req-42110f06-c20e-41c5-abf8-b66e6e18216b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] For port 8bb40b49-e519-41eb-84c2-d4f45216ab26, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8bb40b49-e519-41eb-84c2-d4f45216ab26,segment=NetworkSegment(bdb935a7-96c6-4313-af27-c38f119800d2),segment_id=bdb935a7-96c6-4313-af27-c38f119800d2)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:21:46.873329 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-634267cc-f363-46f7-b19f-8b0c7ee3aa11 req-42110f06-c20e-41c5-abf8-b66e6e18216b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (8bb40b49-e519-41eb-84c2-d4f45216ab26), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:46.890524 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-634267cc-f363-46f7-b19f-8b0c7ee3aa11 req-42110f06-c20e-41c5-abf8-b66e6e18216b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Calling delete_port for 8bb40b49-e519-41eb-84c2-d4f45216ab26 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:21:46.902079 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0f1ae-b532-46e0-b4eb-5b50730af7af req-1c658a24-3e52-4d7d-8893-666a5cbdeb97 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:46.903585 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e5b0f1ae-b532-46e0-b4eb-5b50730af7af req-1c658a24-3e52-4d7d-8893-666a5cbdeb97 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 945 time: 0.0988944 Mar 14 11:21:46.999150 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e5b0f1ae-b532-46e0-b4eb-5b50730af7af req-2798ae0a-bc50-468a-b2d5-44a3e47e817a tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890129 Mar 14 11:21:47.204752 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-634267cc-f363-46f7-b19f-8b0c7ee3aa11 req-42110f06-c20e-41c5-abf8-b66e6e18216b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (8bb40b49-e519-41eb-84c2-d4f45216ab26), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:47.218990 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['8bb40b49-e519-41eb-84c2-d4f45216ab26'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:21:47.232955 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42110f06-c20e-41c5-abf8-b66e6e18216b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Pushing event deleted for resources: {'Port': ['ID=8bb40b49-e519-41eb-84c2-d4f45216ab26,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:47.274240 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-634267cc-f363-46f7-b19f-8b0c7ee3aa11 req-42110f06-c20e-41c5-abf8-b66e6e18216b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] No DVR routers for this DVR port 8bb40b49-e519-41eb-84c2-d4f45216ab26 on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:21:47.277479 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-634267cc-f363-46f7-b19f-8b0c7ee3aa11 req-42110f06-c20e-41c5-abf8-b66e6e18216b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:47.280952 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-634267cc-f363-46f7-b19f-8b0c7ee3aa11 req-42110f06-c20e-41c5-abf8-b66e6e18216b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.44 "DELETE /v2.0/ports/8bb40b49-e519-41eb-84c2-d4f45216ab26 HTTP/1.1" status: 204 len: 173 time: 0.6513784 Mar 14 11:21:47.281367 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca55a932-437d-40a2-9b86-1d90159cb632', 'name': 'network-vif-deleted', 'tag': '8bb40b49-e519-41eb-84c2-d4f45216ab26'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:21:47.284285 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613f4e30-11ae-457f-9b74-ac48ca7fb3a9" -d '{"events": [{"server_uuid": "ca55a932-437d-40a2-9b86-1d90159cb632", "name": "network-vif-deleted", "tag": "8bb40b49-e519-41eb-84c2-d4f45216ab26"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:21:47.319915 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34628024-680f-4e8a-92bb-eae5ea34956c x-openstack-request-id: req-34628024-680f-4e8a-92bb-eae5ea34956c {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:21:47.320209 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca55a932-437d-40a2-9b86-1d90159cb632", "name": "network-vif-deleted", "tag": "8bb40b49-e519-41eb-84c2-d4f45216ab26", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:21:47.320486 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34628024-680f-4e8a-92bb-eae5ea34956c {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:21:47.320912 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca55a932-437d-40a2-9b86-1d90159cb632', 'name': 'network-vif-deleted', 'tag': '8bb40b49-e519-41eb-84c2-d4f45216ab26', 'status': 'completed', 'code': 200} Mar 14 11:21:47.575238 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b0c6b-2e01-4222-9796-577636d3e4c0 req-35b59d0d-e77f-4898-84bd-33416c524ab6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:47.576667 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bf0b0c6b-2e01-4222-9796-577636d3e4c0 req-35b59d0d-e77f-4898-84bd-33416c524ab6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0514185 Mar 14 11:21:47.626625 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bf0b0c6b-2e01-4222-9796-577636d3e4c0 req-9a5d3012-af4f-44d3-9749-531aa15a32c3 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443430 Mar 14 11:21:47.896450 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeeeb7-32de-466e-8154-a6e20b5ac03a req-c1bc8db4-4784-4f18-889f-a415e1fee37f tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:47.897985 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-edeeeeb7-32de-466e-8154-a6e20b5ac03a req-c1bc8db4-4784-4f18-889f-a415e1fee37f tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0542600 Mar 14 11:21:47.943725 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-edeeeeb7-32de-466e-8154-a6e20b5ac03a req-cf6a9b22-2fd8-4d37-92eb-e03af2ed5b0d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394452 Mar 14 11:21:48.103687 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0c7e0d72-b27e-49b7-a8e4-a24b57e2df13 req-4ea29e5f-8c46-41e1-8ed2-01dd4e93f44d tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca55a932-437d-40a2-9b86-1d90159cb632 HTTP/1.1" status: 200 len: 210 time: 0.0269485 Mar 14 11:21:48.750109 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4aae98-20a2-4a41-882d-d56791ce6742 req-fd515650-5d44-4d51-869d-226b94ed61df tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:48.751613 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1c4aae98-20a2-4a41-882d-d56791ce6742 req-fd515650-5d44-4d51-869d-226b94ed61df tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0598745 Mar 14 11:21:48.798110 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1c4aae98-20a2-4a41-882d-d56791ce6742 req-b1797079-06fd-4c84-9c24-64dd504f8106 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408814 Mar 14 11:21:49.065449 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f8190-0c4b-4e6c-900a-708e10f1a1b5 req-2d96bf82-043a-4de6-9e56-57e615e8bf58 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:49.066916 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2f9f8190-0c4b-4e6c-900a-708e10f1a1b5 req-2d96bf82-043a-4de6-9e56-57e615e8bf58 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0539820 Mar 14 11:21:49.115491 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2f9f8190-0c4b-4e6c-900a-708e10f1a1b5 req-b831780e-cc27-4357-98a8-1a2a4c268a7c tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426810 Mar 14 11:21:49.798822 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f607ef5-b5e3-4f2e-8e5e-6f4f35d3c261 req-eb037dc8-ac23-4f19-b4b5-443a9f733980 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:49.800146 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2f607ef5-b5e3-4f2e-8e5e-6f4f35d3c261 req-eb037dc8-ac23-4f19-b4b5-443a9f733980 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.44 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0511920 Mar 14 11:21:49.935141 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-2f607ef5-b5e3-4f2e-8e5e-6f4f35d3c261 req-51462c65-85c3-4e40-add7-74df67583b33 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Deleting port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:21:49.935471 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2f607ef5-b5e3-4f2e-8e5e-6f4f35d3c261 req-51462c65-85c3-4e40-add7-74df67583b33 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:49.945632 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b453453-179d-44f0-af74-7dc2130829be req-0477f304-2f8d-4822-9feb-141c7474a52a tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:49.947812 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9b453453-179d-44f0-af74-7dc2130829be req-0477f304-2f8d-4822-9feb-141c7474a52a tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0765033 Mar 14 11:21:50.050287 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9b453453-179d-44f0-af74-7dc2130829be req-d5f4437f-4d18-4489-91ca-02f84383582e tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928743 Mar 14 11:21:50.065090 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-2f607ef5-b5e3-4f2e-8e5e-6f4f35d3c261 req-51462c65-85c3-4e40-add7-74df67583b33 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] For port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368,segment=NetworkSegment(22d30d57-1d1d-4a99-b29b-5130df472b27),segment_id=22d30d57-1d1d-4a99-b29b-5130df472b27)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:21:50.065453 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2f607ef5-b5e3-4f2e-8e5e-6f4f35d3c261 req-51462c65-85c3-4e40-add7-74df67583b33 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:50.077988 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-2f607ef5-b5e3-4f2e-8e5e-6f4f35d3c261 req-51462c65-85c3-4e40-add7-74df67583b33 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Calling delete_port for 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:21:50.234306 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a15c7e-9683-479c-a2b6-bfd0484bd2ea req-bef2d952-21ca-414f-8c12-1f4bb56527d3 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:50.235861 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3a15c7e-9683-479c-a2b6-bfd0484bd2ea req-bef2d952-21ca-414f-8c12-1f4bb56527d3 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 945 time: 0.0518327 Mar 14 11:21:50.282568 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c3a15c7e-9683-479c-a2b6-bfd0484bd2ea req-44b87ba4-ab12-4f4c-af8a-4a6927a10dc3 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Mar 14 11:21:50.366598 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2f607ef5-b5e3-4f2e-8e5e-6f4f35d3c261 req-51462c65-85c3-4e40-add7-74df67583b33 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:50.389042 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51462c65-85c3-4e40-add7-74df67583b33 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Pushing event deleted for resources: {'Port': ['ID=7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:50.430713 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f607ef5-b5e3-4f2e-8e5e-6f4f35d3c261 req-51462c65-85c3-4e40-add7-74df67583b33 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] No DVR routers for this DVR port 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:21:50.433869 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2f607ef5-b5e3-4f2e-8e5e-6f4f35d3c261 req-51462c65-85c3-4e40-add7-74df67583b33 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:50.437092 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2f607ef5-b5e3-4f2e-8e5e-6f4f35d3c261 req-51462c65-85c3-4e40-add7-74df67583b33 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.44 "DELETE /v2.0/ports/7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 HTTP/1.1" status: 204 len: 173 time: 0.6311748 Mar 14 11:21:50.437531 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2064e9d5-cd1f-412d-ba1d-ad0e150e29d8', 'name': 'network-vif-deleted', 'tag': '7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:21:50.439841 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186983d0-7ba9-4e02-a9f2-e4a930e1673b" -d '{"events": [{"server_uuid": "2064e9d5-cd1f-412d-ba1d-ad0e150e29d8", "name": "network-vif-deleted", "tag": "7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:21:50.474001 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b63919-e541-4e40-a768-74aafd438076 x-openstack-request-id: req-e0b63919-e541-4e40-a768-74aafd438076 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:21:50.474302 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2064e9d5-cd1f-412d-ba1d-ad0e150e29d8", "name": "network-vif-deleted", "tag": "7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:21:50.474554 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0b63919-e541-4e40-a768-74aafd438076 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:21:50.474945 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2064e9d5-cd1f-412d-ba1d-ad0e150e29d8', 'name': 'network-vif-deleted', 'tag': '7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368', 'status': 'completed', 'code': 200} Mar 14 11:21:50.836467 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:21:51.167956 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889e6c0-7fb3-431e-99fc-11b8c427aa5e req-4a505274-c875-41ad-a138-13298adb0df4 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:51.169527 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8889e6c0-7fb3-431e-99fc-11b8c427aa5e req-4a505274-c875-41ad-a138-13298adb0df4 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0529814 Mar 14 11:21:51.217757 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8889e6c0-7fb3-431e-99fc-11b8c427aa5e req-19c51613-161a-4305-95e9-05a0adafdc2c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428336 Mar 14 11:21:51.387325 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ae702359-5fde-42b5-a5b3-b15e424f1230 req-7674ca35-5f5a-481d-84c4-09a7030fbf5e tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 210 time: 0.0275466 Mar 14 11:21:52.336409 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244281c5-c60a-41dc-bec7-d9bf77432dd2 req-c885890c-4ea7-4de0-8784-f89cb787ce1d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:52.337890 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-244281c5-c60a-41dc-bec7-d9bf77432dd2 req-c885890c-4ea7-4de0-8784-f89cb787ce1d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0520217 Mar 14 11:21:52.384225 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-244281c5-c60a-41dc-bec7-d9bf77432dd2 req-97f3be46-dfca-4012-9fb9-1d41502f4c6c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408504 Mar 14 11:21:52.483033 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aba6da70-4e0e-4b2c-9798-f879d0bd65b7 req-5043205e-a784-436a-918c-f8969725de0d tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 210 time: 0.0296848 Mar 14 11:21:53.500474 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7e29f-edf9-4334-8555-195c538a00c8 req-cad00aae-5fe2-447a-a048-e4fafc567f04 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:53.502076 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ba7e29f-edf9-4334-8555-195c538a00c8 req-cad00aae-5fe2-447a-a048-e4fafc567f04 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0519221 Mar 14 11:21:53.548667 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ba7e29f-edf9-4334-8555-195c538a00c8 req-0551065e-3443-4b84-98e4-e0e79ffc4922 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411909 Mar 14 11:21:53.576714 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-73b30d4e-d8e6-4c68-ae7d-7a78bd8a63ae req-5264d605-27bf-414a-a257-0a5c946ea455 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 210 time: 0.0262408 Mar 14 11:21:53.751927 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368', '36732712-50e4-4c26-9afa-0c0995c1a8db'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:21:53.779984 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:21:53.806133 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:21:53.810514 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 7e74c9bb-ef8e-4b3c-aef8-3bfaa966f368 not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:21:53.810514 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 8bb40b49-e519-41eb-84c2-d4f45216ab26 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:21:53.829993 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: 8bb40b49-e519-41eb-84c2-d4f45216ab26 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:21:53.830349 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 8bb40b49-e519-41eb-84c2-d4f45216ab26 not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:21:54.674491 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6e742-9488-45c8-96d9-5875e2e26e08 req-27d03958-8110-4e8f-bd99-d963359ee4c9 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:54.675941 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0e6e742-9488-45c8-96d9-5875e2e26e08 req-27d03958-8110-4e8f-bd99-d963359ee4c9 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0576816 Mar 14 11:21:54.683355 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-21859320-3c17-48a0-94ba-f77b53384331 req-2eb5157a-3664-4d28-8d02-01f378d9e1b9 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=2064e9d5-cd1f-412d-ba1d-ad0e150e29d8 HTTP/1.1" status: 200 len: 210 time: 0.0287218 Mar 14 11:21:54.726062 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a0e6e742-9488-45c8-96d9-5875e2e26e08 req-132c6dc2-ff4b-4b25-aba0-f2c8390c3203 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446870 Mar 14 11:21:55.362881 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55476) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:55.468418 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c5fce03d-cea2-4d8d-ad12-5f726d861f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:55.542830 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c5fce03d-cea2-4d8d-ad12-5f726d861f34 admin admin] Publish callbacks [] for security_group (6b625aeb-1792-42a7-bc3f-3085e07fa246), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:55.693367 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c5fce03d-cea2-4d8d-ad12-5f726d861f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (6b625aeb-1792-42a7-bc3f-3085e07fa246), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:55.735749 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c5fce03d-cea2-4d8d-ad12-5f726d861f34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bb9fc988b9fc4796b00f0fa9257ebd8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693621 Mar 14 11:21:55.735749 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fce03d-cea2-4d8d-ad12-5f726d861f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b625aeb-1792-42a7-bc3f-3085e07fa246,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:55.738759 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55482) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:55.790782 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db5a0bea-87c4-410a-b4b5-65b8b36b24c8 admin admin] Publish callbacks [] for security_group (6b625aeb-1792-42a7-bc3f-3085e07fa246), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:55.839150 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db5a0bea-87c4-410a-b4b5-65b8b36b24c8 admin admin] Publish callbacks [] for security_group (6b625aeb-1792-42a7-bc3f-3085e07fa246), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:56.124743 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430dea6-7af4-4558-8c77-3a2112a2a130 req-43a69c07-7e2b-4252-8d88-18da9e46fad3 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:56.126229 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1430dea6-7af4-4558-8c77-3a2112a2a130 req-43a69c07-7e2b-4252-8d88-18da9e46fad3 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.3259671 Mar 14 11:21:56.184299 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1430dea6-7af4-4558-8c77-3a2112a2a130 req-d2889566-5e02-49fa-bb9d-c24f2cb26ee0 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469880 Mar 14 11:21:56.259553 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2a876-01cc-42b7-84d5-b0111ec6d657 req-948d1226-e9fe-4887-a157-c58b09b416aa tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:56.260486 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ba2a876-01cc-42b7-84d5-b0111ec6d657 req-948d1226-e9fe-4887-a157-c58b09b416aa tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0524292 Mar 14 11:21:56.273836 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db5a0bea-87c4-410a-b4b5-65b8b36b24c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (6b625aeb-1792-42a7-bc3f-3085e07fa246), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:56.276846 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db5a0bea-87c4-410a-b4b5-65b8b36b24c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:56.277973 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-db5a0bea-87c4-410a-b4b5-65b8b36b24c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b625aeb-1792-42a7-bc3f-3085e07fa246 HTTP/1.1" status: 204 len: 168 time: 0.5404012 Mar 14 11:21:56.285686 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a0bea-87c4-410a-b4b5-65b8b36b24c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b625aeb-1792-42a7-bc3f-3085e07fa246,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:56.315033 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ba2a876-01cc-42b7-84d5-b0111ec6d657 req-c53e8bbf-9806-4345-b012-57db4e78bb67 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489054 Mar 14 11:21:57.067391 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55500) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:57.080183 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-da8b47b1-e9f9-4123-b3cd-ae883e896bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:57.150709 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-da8b47b1-e9f9-4123-b3cd-ae883e896bd6 admin admin] Publish callbacks [] for security_group (35168945-fd8b-47ee-a7ab-add7e60ffe70), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:57.238928 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-da8b47b1-e9f9-4123-b3cd-ae883e896bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (35168945-fd8b-47ee-a7ab-add7e60ffe70), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:57.300738 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-da8b47b1-e9f9-4123-b3cd-ae883e896bd6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f8f5165da9eb44629095a0913128945c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321787 Mar 14 11:21:57.303057 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b47b1-e9f9-4123-b3cd-ae883e896bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35168945-fd8b-47ee-a7ab-add7e60ffe70,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:57.303381 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55504) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:57.331212 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83841bd7-ca47-4fee-8567-4b8b6a019d77 req-03f6874a-63bb-4b07-a762-04f5118f1117 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:57.332677 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-83841bd7-ca47-4fee-8567-4b8b6a019d77 req-03f6874a-63bb-4b07-a762-04f5118f1117 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0821292 Mar 14 11:21:57.357491 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8b13da1a-e27d-46b6-9ff3-9904fc20e0b9 admin admin] Publish callbacks [] for security_group (35168945-fd8b-47ee-a7ab-add7e60ffe70), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:57.378083 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8b13da1a-e27d-46b6-9ff3-9904fc20e0b9 admin admin] Publish callbacks [] for security_group (35168945-fd8b-47ee-a7ab-add7e60ffe70), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:57.389109 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-83841bd7-ca47-4fee-8567-4b8b6a019d77 req-d81c1858-7df4-4568-92bd-854f4f0c8310 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501354 Mar 14 11:21:57.457603 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc715392-9fb2-4e73-9427-facad550139a req-182df0ea-da80-4ad1-9f77-093e9d3658d0 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:57.459117 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc715392-9fb2-4e73-9427-facad550139a req-182df0ea-da80-4ad1-9f77-093e9d3658d0 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0648708 Mar 14 11:21:57.506927 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc715392-9fb2-4e73-9427-facad550139a req-fdc2b5e5-2b18-46ff-b060-5714ab349040 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418835 Mar 14 11:21:57.544455 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8b13da1a-e27d-46b6-9ff3-9904fc20e0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (35168945-fd8b-47ee-a7ab-add7e60ffe70), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:57.547077 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8b13da1a-e27d-46b6-9ff3-9904fc20e0b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:57.548136 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8b13da1a-e27d-46b6-9ff3-9904fc20e0b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35168945-fd8b-47ee-a7ab-add7e60ffe70 HTTP/1.1" status: 204 len: 168 time: 0.2437866 Mar 14 11:21:57.555759 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13da1a-e27d-46b6-9ff3-9904fc20e0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35168945-fd8b-47ee-a7ab-add7e60ffe70,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:58.380257 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55514) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:58.396470 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-374b465d-37ff-4364-bc1d-2bd3a4ef2bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:58.471000 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-374b465d-37ff-4364-bc1d-2bd3a4ef2bff admin admin] Publish callbacks [] for security_group (7ecb9c10-8b93-48a4-9b4f-88c960207779), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:58.512260 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69caa114-9cd1-4ca7-8b82-4e5ab0ee9d93 req-c6adb29b-9209-4fe3-8e40-e47d5c39f47c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:58.513688 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-69caa114-9cd1-4ca7-8b82-4e5ab0ee9d93 req-c6adb29b-9209-4fe3-8e40-e47d5c39f47c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0528448 Mar 14 11:21:58.541959 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-374b465d-37ff-4364-bc1d-2bd3a4ef2bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (7ecb9c10-8b93-48a4-9b4f-88c960207779), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:58.570448 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-69caa114-9cd1-4ca7-8b82-4e5ab0ee9d93 req-be6ae2d4-01be-4714-ad22-24f2865dc0b7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491033 Mar 14 11:21:58.594023 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-374b465d-37ff-4364-bc1d-2bd3a4ef2bff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24de2ce5ee9a436e9ec15be984b8f6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126253 Mar 14 11:21:58.596662 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55520) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:58.609088 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b465d-37ff-4364-bc1d-2bd3a4ef2bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecb9c10-8b93-48a4-9b4f-88c960207779,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:58.639062 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36bf37-5cdb-443b-836a-2f15ac95214c req-63e7f126-2725-4672-ae8c-ee778441fd63 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:58.640637 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4f36bf37-5cdb-443b-836a-2f15ac95214c req-63e7f126-2725-4672-ae8c-ee778441fd63 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0631804 Mar 14 11:21:58.651484 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dbdccfbb-aa80-4758-a532-e9313cb2f4b6 admin admin] Publish callbacks [] for security_group (7ecb9c10-8b93-48a4-9b4f-88c960207779), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:58.676975 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dbdccfbb-aa80-4758-a532-e9313cb2f4b6 admin admin] Publish callbacks [] for security_group (7ecb9c10-8b93-48a4-9b4f-88c960207779), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:58.690207 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4f36bf37-5cdb-443b-836a-2f15ac95214c req-1dcdbefa-02ce-4fde-ae01-cf4782ba2410 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436502 Mar 14 11:21:58.810434 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dbdccfbb-aa80-4758-a532-e9313cb2f4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (7ecb9c10-8b93-48a4-9b4f-88c960207779), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:58.812946 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dbdccfbb-aa80-4758-a532-e9313cb2f4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:21:58.814114 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-dbdccfbb-aa80-4758-a532-e9313cb2f4b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ecb9c10-8b93-48a4-9b4f-88c960207779 HTTP/1.1" status: 204 len: 168 time: 0.2164412 Mar 14 11:21:58.823334 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdccfbb-aa80-4758-a532-e9313cb2f4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecb9c10-8b93-48a4-9b4f-88c960207779,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:21:59.689133 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cd8ca-30c5-4381-bf41-17ccf777e0ad req-94e76636-e33a-442f-b1da-fe0cd3e06040 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:59.691284 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1b9cd8ca-30c5-4381-bf41-17ccf777e0ad req-94e76636-e33a-442f-b1da-fe0cd3e06040 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0598009 Mar 14 11:21:59.740785 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1b9cd8ca-30c5-4381-bf41-17ccf777e0ad req-2adec8bf-4773-4334-a63d-bb71871a18ae tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434256 Mar 14 11:21:59.822036 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e2b2c-7a67-4eae-b00b-a1a845fa8adc req-f55aff59-9483-4203-a7bb-0e546c38ea2a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:21:59.823716 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-556e2b2c-7a67-4eae-b00b-a1a845fa8adc req-f55aff59-9483-4203-a7bb-0e546c38ea2a tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0586035 Mar 14 11:21:59.872631 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-556e2b2c-7a67-4eae-b00b-a1a845fa8adc req-1b1857dc-10ee-4d56-9a30-5aece9851bbb tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429208 Mar 14 11:21:59.904376 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55550) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:21:59.997642 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-677233982-network', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:00.093191 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] Made reservation on behalf of 4b283a8ad5a549b2b2524ee66d4f215e for: {'network': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:22:00.095541 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:00.103715 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:00.175243 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] Publish callbacks [] for security_group (f00b3ce1-a06a-489d-a621-51bbb5587cff), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:00.244950 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (f00b3ce1-a06a-489d-a621-51bbb5587cff), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:00.269674 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 291, 'physical_network': 'physnet1'} {{(pid=104015) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:22:00.279344 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00b3ce1-a06a-489d-a621-51bbb5587cff,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:00.283927 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (2e12ba4b-e203-4b31-9371-6d666b239d5b), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:00.284273 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.segments_db [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] Added segment 2e12ba4b-e203-4b31-9371-6d666b239d5b of type vlan for network d65be162-a9a8-4089-bb6d-105a7c5b2609 Mar 14 11:22:00.322536 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (d65be162-a9a8-4089-bb6d-105a7c5b2609), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:00.438539 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (d65be162-a9a8-4089-bb6d-105a7c5b2609), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:00.439418 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:00.440030 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:00.500904 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] Pushing event updated for resources: {'Network': ['ID=d65be162-a9a8-4089-bb6d-105a7c5b2609,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:00.511633 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network d65be162-a9a8-4089-bb6d-105a7c5b2609 details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:22:00.541212 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c44f0c76-1144-4cf5-8109-7da6b30b1a5b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6348338 Mar 14 11:22:00.543722 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55554) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:00.548539 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-35f4e47f-e920-4107-9905-809d816c5756 admin admin] Request body: {'subnet': {'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-677233982-subnet', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:00.638422 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f4e47f-e920-4107-9905-809d816c5756 admin admin] Made reservation on behalf of 4b283a8ad5a549b2b2524ee66d4f215e for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:22:00.640706 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-35f4e47f-e920-4107-9905-809d816c5756 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11574687'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:00.860997 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7861db-9d45-4f23-8bf7-d65f43c2d18f req-024fbb95-e2d1-4847-9457-d292aae077c9 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:00.862478 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fa7861db-9d45-4f23-8bf7-d65f43c2d18f req-024fbb95-e2d1-4847-9457-d292aae077c9 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0518398 Mar 14 11:22:00.914469 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fa7861db-9d45-4f23-8bf7-d65f43c2d18f req-64131ffa-5c6e-438b-bba4-cc5adf51930d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459940 Mar 14 11:22:00.948364 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-35f4e47f-e920-4107-9905-809d816c5756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2078711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11574701'] for subnet (a0fe725e-ff55-4659-b8b2-d6f57a5f318a), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:01.030328 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4e47f-e920-4107-9905-809d816c5756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0fe725e-ff55-4659-b8b2-d6f57a5f318a,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:01.057978 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d0c43-309c-4e23-b607-a3691f5b2d11 req-7ca26575-e64f-4b86-aa51-bf1548a45175 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:01.059434 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-836d0c43-309c-4e23-b607-a3691f5b2d11 req-7ca26575-e64f-4b86-aa51-bf1548a45175 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.1078768 Mar 14 11:22:01.060107 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f4e47f-e920-4107-9905-809d816c5756 admin admin] Checking segment: {'id': '2e12ba4b-e203-4b31-9371-6d666b239d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:22:01.060457 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f4e47f-e920-4107-9905-809d816c5756 admin admin] Network hostable DHCP agents. Network: d65be162-a9a8-4089-bb6d-105a7c5b2609, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:22:01.115422 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-836d0c43-309c-4e23-b607-a3691f5b2d11 req-9a97dd4a-d130-4ff4-b7dc-1a5d08b5deea tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489099 Mar 14 11:22:01.356695 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f4e47f-e920-4107-9905-809d816c5756 admin admin] Network d65be162-a9a8-4089-bb6d-105a7c5b2609 is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:22:01.547281 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a97f35-896f-41e6-af24-90c23ccd3e5f req-dafb8066-c2fe-43b1-802b-e9d54d34b64c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:01.548642 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94a97f35-896f-41e6-af24-90c23ccd3e5f req-dafb8066-c2fe-43b1-802b-e9d54d34b64c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0514512 Mar 14 11:22:01.596972 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-94a97f35-896f-41e6-af24-90c23ccd3e5f req-b7b0dac9-0fa3-46be-a457-3c663ff9d84e tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428920 Mar 14 11:22:01.615735 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-35f4e47f-e920-4107-9905-809d816c5756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, d65be162-a9a8-4089-bb6d-105a7c5b2609) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:01.621147 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f4e47f-e920-4107-9905-809d816c5756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:01.621754 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-35f4e47f-e920-4107-9905-809d816c5756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:01.627394 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8f1282-1c36-4084-ad0c-f1ca1c68a391 None None] Network d65be162-a9a8-4089-bb6d-105a7c5b2609 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:22:01.715910 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-35f4e47f-e920-4107-9905-809d816c5756 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1709981 Mar 14 11:22:01.718604 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55566) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:01.723898 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:01.739177 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76d7e8ab-c6c4-5dc2-bbd2-0a63752f153b-d65be162-a9a8-4089-bb6d-105a7c5b2609', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'fixed_ips': [{'subnet_id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a'}]}} from dv-cinder-831776-2-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 11:22:01.740121 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:01.808170 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c91d29-8a51-47a7-a2ec-3dbda55d3182 req-93c98caf-4d6a-424a-af0b-227b6dab3192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:01.809596 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-67c91d29-8a51-47a7-a2ec-3dbda55d3182 req-93c98caf-4d6a-424a-af0b-227b6dab3192 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=720f0e77ff664a78913bdaee14f470ba&device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 1130 time: 0.0443895 Mar 14 11:22:01.816536 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3901214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router (04a7fd3c-60e3-4ac8-a47d-150e40454949), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:01.817913 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3901322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3899752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3930077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6786'] for router (04a7fd3c-60e3-4ac8-a47d-150e40454949), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:01.901456 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Publish callbacks [] for router_controller (04a7fd3c-60e3-4ac8-a47d-150e40454949), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:01.902272 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Allocated IP 172.20.0.2 (d65be162-a9a8-4089-bb6d-105a7c5b2609/a0fe725e-ff55-4659-b8b2-d6f57a5f318a/2845d311-4430-4c12-82bb-67c4babd2fe9) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:22:01.922526 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c91d29-8a51-47a7-a2ec-3dbda55d3182 req-bdc7e013-55e5-49cb-b21c-fbb0679384da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:01.924038 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-67c91d29-8a51-47a7-a2ec-3dbda55d3182 req-bdc7e013-55e5-49cb-b21c-fbb0679384da service neutron] 10.222.0.44 "GET /v2.0/networks?id=841c8ce7-e1ff-4086-80e2-ec77dada8502 HTTP/1.1" status: 200 len: 911 time: 0.1061203 Mar 14 11:22:02.051468 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-67c91d29-8a51-47a7-a2ec-3dbda55d3182 req-67af2963-f707-4e5f-ad86-6454b462d0fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d HTTP/1.1" status: 200 len: 1001 time: 0.1206579 Mar 14 11:22:02.054256 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Publish callbacks [] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:02.106002 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Publish callbacks [] for router_gateway (04a7fd3c-60e3-4ac8-a47d-150e40454949), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:02.119396 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-99a37a36-16ae-4d8a-869f-50d06030266b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:02.120825 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-99a37a36-16ae-4d8a-869f-50d06030266b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/networks?id=36c8caa6-c4c4-4706-bb38-845dc604fc0c HTTP/1.1" status: 200 len: 814 time: 0.1830146 Mar 14 11:22:02.124562 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c91d29-8a51-47a7-a2ec-3dbda55d3182 req-a9257d4c-b34b-4a2d-8f77-a99317bc01c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:02.125858 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-67c91d29-8a51-47a7-a2ec-3dbda55d3182 req-a9257d4c-b34b-4a2d-8f77-a99317bc01c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccb908f7-3677-42e1-8bdd-62cd57924849 HTTP/1.1" status: 200 len: 849 time: 0.0686378 Mar 14 11:22:02.148394 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-5e0e01b6-4330-4494-9fa1-06cdeaf67b75 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/quotas/5a404b9a0fea4b5c863de8ac84fc06e6 HTTP/1.1" status: 200 len: 375 time: 0.0215816 Mar 14 11:22:02.173713 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:02.194184 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-d3e8cf90-1701-4a6c-b5ac-7982fa46d153 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a404b9a0fea4b5c863de8ac84fc06e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316334 Mar 14 11:22:02.218112 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Network d65be162-a9a8-4089-bb6d-105a7c5b2609 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:02.221122 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:02.225237 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:22:02.227013 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c91d29-8a51-47a7-a2ec-3dbda55d3182 req-5b3ff8bd-9945-40ca-af59-276b1e14884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:02.229499 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-67c91d29-8a51-47a7-a2ec-3dbda55d3182 req-5b3ff8bd-9945-40ca-af59-276b1e14884b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=841c8ce7-e1ff-4086-80e2-ec77dada8502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0954630 Mar 14 11:22:02.269189 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d6216-ad91-459a-a14e-22dcf8f31b17 req-88c2da05-a9c8-42a2-b230-bf65550247c6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:02.270716 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9d0d6216-ad91-459a-a14e-22dcf8f31b17 req-88c2da05-a9c8-42a2-b230-bf65550247c6 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0788772 Mar 14 11:22:02.277330 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Pushing event updated for resources: {'Port': ['ID=2845d311-4430-4c12-82bb-67c4babd2fe9,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:02.297828 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:02.298199 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:02.298572 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:02.298954 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:02.299435 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:02.312836 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:02.312836 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:02.312836 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:02.312836 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:02.312836 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:02.312836 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:02.312836 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:02.312836 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:02.312836 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:02.312836 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:02.312836 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Attempting to bind port 2845d311-4430-4c12-82bb-67c4babd2fe9 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:22:02.312836 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Attempting to bind port 2845d311-4430-4c12-82bb-67c4babd2fe9 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '2e12ba4b-e203-4b31-9371-6d666b239d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:22:02.312836 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Attempting to bind port 2845d311-4430-4c12-82bb-67c4babd2fe9 on network d65be162-a9a8-4089-bb6d-105a7c5b2609 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:22:02.316223 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:22:02.316609 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Checking segment: {'id': '2e12ba4b-e203-4b31-9371-6d666b239d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:22:02.317016 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:02.317425 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Bound using segment: {'id': '2e12ba4b-e203-4b31-9371-6d666b239d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:22:02.317906 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Bound port: 2845d311-4430-4c12-82bb-67c4babd2fe9, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e12ba4b-e203-4b31-9371-6d666b239d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:22:02.318319 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:02.361598 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-cb305177-51ba-46c7-b496-c765434383b2 service neutron] 10.222.0.37 "GET /v2.0/networks/36c8caa6-c4c4-4706-bb38-845dc604fc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603813 Mar 14 11:22:02.362870 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9d0d6216-ad91-459a-a14e-22dcf8f31b17 req-2c2e8e27-0184-4450-9250-f7c42acb53fa tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840981 Mar 14 11:22:02.387665 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-67c91d29-8a51-47a7-a2ec-3dbda55d3182 req-bee74b6e-dc99-4816-ae7f-afe62991797b service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508460 Mar 14 11:22:02.405606 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] For port 2845d311-4430-4c12-82bb-67c4babd2fe9, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:22:02.409571 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] For port 2845d311-4430-4c12-82bb-67c4babd2fe9, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=2845d311-4430-4c12-82bb-67c4babd2fe9,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:22:02.465899 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:02.491867 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Publish callbacks [] for router_gateway (04a7fd3c-60e3-4ac8-a47d-150e40454949), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:02.512607 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:02.526779 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8de01-dbc7-4136-9058-01cd0533d9d4 None None] Pushing event updated for resources: {'Port': ['ID=2845d311-4430-4c12-82bb-67c4babd2fe9,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:02.540816 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-943cba7d-77fd-4405-b454-3e8c0f6c4869 service neutron] 10.222.0.37 "GET /v2.0/networks/36c8caa6-c4c4-4706-bb38-845dc604fc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728215 Mar 14 11:22:02.547840 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-67c91d29-8a51-47a7-a2ec-3dbda55d3182 req-33672d32-df6a-4acc-abd9-3c948865566d service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509769 Mar 14 11:22:02.642448 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Allocated IP 172.27.3.62 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/360a779e-7fc5-4599-8fca-bf5de5c7f448) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:22:02.826012 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cd590-ab90-4d96-9b45-02605b26b242 req-4556e88b-bc83-4ac8-95e9-c6cc2bcb2a1d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:02.832676 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c6cd590-ab90-4d96-9b45-02605b26b242 req-4556e88b-bc83-4ac8-95e9-c6cc2bcb2a1d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.1533184 Mar 14 11:22:02.840148 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Publish callbacks [] for port (360a779e-7fc5-4599-8fca-bf5de5c7f448), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:02.855261 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e2dce70-c4fb-4800-b2f8-b3d8688953ad req-e8afc82e-5f5e-4c06-9505-5a1ec3a186f8 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 210 time: 0.0459001 Mar 14 11:22:02.926894 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7c6cd590-ab90-4d96-9b45-02605b26b242 req-8a05a010-7f93-4c51-9723-d8de9de2b1a9 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932808 Mar 14 11:22:02.928240 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 2845d311-4430-4c12-82bb-67c4babd2fe9 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:02.960213 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (360a779e-7fc5-4599-8fca-bf5de5c7f448), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:02.999017 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 2845d311-4430-4c12-82bb-67c4babd2fe9 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:02.999017 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:03.001631 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:03.004535 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:03.008103 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:22:03.037767 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Pushing event updated for resources: {'Port': ['ID=360a779e-7fc5-4599-8fca-bf5de5c7f448,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:03.079288 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 2845d311-4430-4c12-82bb-67c4babd2fe9 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:03.079693 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:03.113509 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port 2845d311-4430-4c12-82bb-67c4babd2fe9, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=2845d311-4430-4c12-82bb-67c4babd2fe9,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:03.201736 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:03.250815 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=2845d311-4430-4c12-82bb-67c4babd2fe9,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:03.378608 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f715f-4f1d-48e2-9105-037d89570937 req-85a775e8-7426-4d81-b59f-3c110a0fcd8f tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:03.380125 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ce5f715f-4f1d-48e2-9105-037d89570937 req-85a775e8-7426-4d81-b59f-3c110a0fcd8f tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.44 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0628176 Mar 14 11:22:03.381317 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Publish callbacks [] for router_gateway (04a7fd3c-60e3-4ac8-a47d-150e40454949), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:03.533852 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fe09d-6ef0-44a9-b333-abbcb5c6d43c req-4b2828fd-4402-4642-8b81-de77bdd3e760 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:03.536321 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8d1fe09d-6ef0-44a9-b333-abbcb5c6d43c req-4b2828fd-4402-4642-8b81-de77bdd3e760 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 946 time: 0.0958264 Mar 14 11:22:03.569856 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-ce5f715f-4f1d-48e2-9105-037d89570937 req-46cd04d1-1b62-4e68-88ac-f650a93d62da tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Deleting port 36732712-50e4-4c26-9afa-0c0995c1a8db {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:22:03.571102 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ce5f715f-4f1d-48e2-9105-037d89570937 req-46cd04d1-1b62-4e68-88ac-f650a93d62da tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (36732712-50e4-4c26-9afa-0c0995c1a8db), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:03.645135 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3899669'] for router (04a7fd3c-60e3-4ac8-a47d-150e40454949), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:03.668791 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8d1fe09d-6ef0-44a9-b333-abbcb5c6d43c req-30392343-72e1-43c0-b15e-633ca9ba5308 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/security-groups?id=8a4f073f-19cf-4034-892c-23122b12b8ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197193 Mar 14 11:22:03.671576 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd69d5fe-e532-4060-b63a-807770c2f019 None None] Network d65be162-a9a8-4089-bb6d-105a7c5b2609 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:22:03.705711 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-ce5f715f-4f1d-48e2-9105-037d89570937 req-46cd04d1-1b62-4e68-88ac-f650a93d62da tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] For port 36732712-50e4-4c26-9afa-0c0995c1a8db, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=36732712-50e4-4c26-9afa-0c0995c1a8db,segment=NetworkSegment(22d30d57-1d1d-4a99-b29b-5130df472b27),segment_id=22d30d57-1d1d-4a99-b29b-5130df472b27)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:03.706175 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ce5f715f-4f1d-48e2-9105-037d89570937 req-46cd04d1-1b62-4e68-88ac-f650a93d62da tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (36732712-50e4-4c26-9afa-0c0995c1a8db), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:03.720885 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-ce5f715f-4f1d-48e2-9105-037d89570937 req-46cd04d1-1b62-4e68-88ac-f650a93d62da tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Calling delete_port for 36732712-50e4-4c26-9afa-0c0995c1a8db owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:22:03.781932 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-a9179868-e6be-4dfe-b07e-ef782738e5d6 None None] Provisioning complete for port 2845d311-4430-4c12-82bb-67c4babd2fe9 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:03.782327 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a9179868-e6be-4dfe-b07e-ef782738e5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:03.896109 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Router 04a7fd3c-60e3-4ac8-a47d-150e40454949 is scheduled to L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 11:22:03.942038 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ce5f715f-4f1d-48e2-9105-037d89570937 req-46cd04d1-1b62-4e68-88ac-f650a93d62da tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (36732712-50e4-4c26-9afa-0c0995c1a8db), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:04.008807 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd04d1-1b62-4e68-88ac-f650a93d62da tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Pushing event deleted for resources: {'Port': ['ID=36732712-50e4-4c26-9afa-0c0995c1a8db,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:04.043722 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['36732712-50e4-4c26-9afa-0c0995c1a8db'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:22:04.073131 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-a9179868-e6be-4dfe-b07e-ef782738e5d6 None None] Current status of the port 2845d311-4430-4c12-82bb-67c4babd2fe9 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:04.082171 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5f715f-4f1d-48e2-9105-037d89570937 req-46cd04d1-1b62-4e68-88ac-f650a93d62da tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] No DVR routers for this DVR port 36732712-50e4-4c26-9afa-0c0995c1a8db on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:22:04.089173 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ce5f715f-4f1d-48e2-9105-037d89570937 req-46cd04d1-1b62-4e68-88ac-f650a93d62da tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:04.092606 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ce5f715f-4f1d-48e2-9105-037d89570937 req-46cd04d1-1b62-4e68-88ac-f650a93d62da tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.44 "DELETE /v2.0/ports/36732712-50e4-4c26-9afa-0c0995c1a8db HTTP/1.1" status: 204 len: 173 time: 0.7070224 Mar 14 11:22:04.106798 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f7ed5388-250c-45fa-bfc6-3cd5a7e6181e req-00a069a2-4691-497c-868e-22385d6da2d1 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 210 time: 0.1465080 Mar 14 11:22:04.109364 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d4494b-b3b8-48a8-a3f5-261f901b012b', 'name': 'network-vif-deleted', 'tag': '36732712-50e4-4c26-9afa-0c0995c1a8db'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:22:04.111405 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4399e488-fd26-41de-a7b4-62456459d751" -d '{"events": [{"server_uuid": "49d4494b-b3b8-48a8-a3f5-261f901b012b", "name": "network-vif-deleted", "tag": "36732712-50e4-4c26-9afa-0c0995c1a8db"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:22:04.116751 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:22:04.133979 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Sync routers for ids ['04a7fd3c-60e3-4ac8-a47d-150e40454949'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:22:04.146748 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Routers {'04a7fd3c-60e3-4ac8-a47d-150e40454949'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:22:04.147544 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:21:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['04a7fd3c-60e3-4ac8-a47d-150e40454949'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:04.156428 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48f55e-a1fd-4d37-9b87-0a8bb79740c5 req-4fd61565-7150-4b35-9258-90a4a995c3b8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:04.158148 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0a48f55e-a1fd-4d37-9b87-0a8bb79740c5 req-4fd61565-7150-4b35-9258-90a4a995c3b8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.1033199 Mar 14 11:22:04.174150 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86acf6f5-99bf-4521-8b33-bcef11ec5eee x-openstack-request-id: req-86acf6f5-99bf-4521-8b33-bcef11ec5eee {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:22:04.174498 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d4494b-b3b8-48a8-a3f5-261f901b012b", "name": "network-vif-deleted", "tag": "36732712-50e4-4c26-9afa-0c0995c1a8db", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:22:04.174809 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86acf6f5-99bf-4521-8b33-bcef11ec5eee {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:22:04.175412 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d4494b-b3b8-48a8-a3f5-261f901b012b', 'name': 'network-vif-deleted', 'tag': '36732712-50e4-4c26-9afa-0c0995c1a8db', 'status': 'completed', 'code': 200} Mar 14 11:22:04.205898 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-2088f9d6-9ddb-427b-8a12-f3b290f3d921 None None] Provisioning complete for port 2845d311-4430-4c12-82bb-67c4babd2fe9 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:04.209022 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2088f9d6-9ddb-427b-8a12-f3b290f3d921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:04.231488 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:04.236369 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8eac20e9-89de-45db-a020-1b86b84373c2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5168006 Mar 14 11:22:04.237148 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55608) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:04.243585 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0a48f55e-a1fd-4d37-9b87-0a8bb79740c5 req-f64194ff-81e6-445d-b4f6-2e24b8d7d110 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630667 Mar 14 11:22:04.284408 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Set router 04a7fd3c-60e3-4ac8-a47d-150e40454949 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:22:04.310590 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-2088f9d6-9ddb-427b-8a12-f3b290f3d921 None None] Current status of the port 2845d311-4430-4c12-82bb-67c4babd2fe9 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:04.560734 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:01Z', 'updated_at': '2022-03-14T11:22:03Z', 'revision_number': 3, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'gw_port': {'id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:02Z', 'updated_at': '2022-03-14T11:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:04.590947 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Checking router: 04a7fd3c-60e3-4ac8-a47d-150e40454949 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:22:04.591291 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Updating router 04a7fd3c-60e3-4ac8-a47d-150e40454949 port 360a779e-7fc5-4599-8fca-bf5de5c7f448 binding host dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:22:04.617977 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (360a779e-7fc5-4599-8fca-bf5de5c7f448), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:04.695075 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:04.796554 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a69cbd7-4b17-423a-861f-2e6856df34d1 req-ba67e680-fd8a-4867-9d92-2ff3014ab495 tempest-ServerRescueNegativeTestJSON-1080031141 tempest-ServerRescueNegativeTestJSON-1080031141-project] 10.222.0.37 "GET /v2.0/ports?device_id=49d4494b-b3b8-48a8-a3f5-261f901b012b HTTP/1.1" status: 200 len: 210 time: 0.0354848 Mar 14 11:22:04.844077 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 2845d311-4430-4c12-82bb-67c4babd2fe9 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:04.902138 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 2845d311-4430-4c12-82bb-67c4babd2fe9 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:04.902770 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:04.921773 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Publish callbacks [] for port (360a779e-7fc5-4599-8fca-bf5de5c7f448), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:04.998193 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 2845d311-4430-4c12-82bb-67c4babd2fe9 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:05.027621 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (360a779e-7fc5-4599-8fca-bf5de5c7f448), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:05.084339 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Pushing event updated for resources: {'Port': ['ID=360a779e-7fc5-4599-8fca-bf5de5c7f448,revision_number=2']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:05.100089 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:05.100423 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:05.100786 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:05.101124 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:05.101467 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:05.101788 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:05.102126 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:05.102441 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:05.102441 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:05.103107 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:05.103426 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:05.103881 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:05.104203 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:05.104512 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:05.104822 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:05.112623 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Attempting to bind port 360a779e-7fc5-4599-8fca-bf5de5c7f448 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:22:05.112986 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Attempting to bind port 360a779e-7fc5-4599-8fca-bf5de5c7f448 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:22:05.113356 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Attempting to bind port 360a779e-7fc5-4599-8fca-bf5de5c7f448 on network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:22:05.125657 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:22:05.126650 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Checking segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:22:05.126650 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:05.126871 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Bound using segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:22:05.127249 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Bound port: 360a779e-7fc5-4599-8fca-bf5de5c7f448, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:22:05.127798 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (360a779e-7fc5-4599-8fca-bf5de5c7f448), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:05.176047 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-4f93011d-d9df-4b2d-930d-058df429f2db tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:05.177781 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-4f93011d-d9df-4b2d-930d-058df429f2db tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.44 "GET /v2.0/networks?id=36c8caa6-c4c4-4706-bb38-845dc604fc0c HTTP/1.1" status: 200 len: 814 time: 0.1413133 Mar 14 11:22:05.182917 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Allocated IP 172.20.0.1 (d65be162-a9a8-4089-bb6d-105a7c5b2609/a0fe725e-ff55-4659-b8b2-d6f57a5f318a/8d3bff66-ba07-4b84-846e-b37a8109a171) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:22:05.196970 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-029a4811-e0e2-4ccb-bdac-93a244ce362e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Request body: {'port': {'device_id': 'b3d5dc2d-2902-41c4-a0f2-a772e25976bf', 'network_id': '36c8caa6-c4c4-4706-bb38-845dc604fc0c', 'admin_state_up': True, 'tenant_id': '5a404b9a0fea4b5c863de8ac84fc06e6'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:05.242439 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] For port 360a779e-7fc5-4599-8fca-bf5de5c7f448, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:22:05.247597 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] For port 360a779e-7fc5-4599-8fca-bf5de5c7f448, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=360a779e-7fc5-4599-8fca-bf5de5c7f448,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:22:05.247846 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1e284850-611c-4321-8285-3acce3ff1d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:05.309748 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Publish callbacks [] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:05.311155 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6bf474f3-3e3f-4556-bb2b-01da17936f51 req-83e97586-f9c1-4c93-a2ad-889d3f183082 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 210 time: 0.0353386 Mar 14 11:22:05.345644 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (360a779e-7fc5-4599-8fca-bf5de5c7f448), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:05.393580 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Routers {'04a7fd3c-60e3-4ac8-a47d-150e40454949'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:22:05.394221 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:21:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['04a7fd3c-60e3-4ac8-a47d-150e40454949'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:05.436155 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-029a4811-e0e2-4ccb-bdac-93a244ce362e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Made reservation on behalf of 5a404b9a0fea4b5c863de8ac84fc06e6 for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:22:05.436630 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:05.440058 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-029a4811-e0e2-4ccb-bdac-93a244ce362e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:05.453120 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e922b6-dd8f-467b-ac58-290fab313984 None None] Pushing event updated for resources: {'Port': ['ID=360a779e-7fc5-4599-8fca-bf5de5c7f448,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:05.474991 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Network d65be162-a9a8-4089-bb6d-105a7c5b2609 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:05.478514 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:05.482156 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:22:05.510490 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3bff66-ba07-4b84-846e-b37a8109a171,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:05.532864 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] Set router 04a7fd3c-60e3-4ac8-a47d-150e40454949 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:22:05.543192 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899496'] for router_interface (04a7fd3c-60e3-4ac8-a47d-150e40454949), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:05.645766 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-029a4811-e0e2-4ccb-bdac-93a244ce362e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Allocated IP 172.20.0.5 (36c8caa6-c4c4-4706-bb38-845dc604fc0c/851a7a8f-6ddb-4315-b810-177c45241537/bad1d456-9a4b-444a-90f4-863385750f53) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:22:05.747255 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-960384cf-c8e9-4330-9142-0bbd87b282b4 None None] Provisioning complete for port 8d3bff66-ba07-4b84-846e-b37a8109a171 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:05.747630 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-960384cf-c8e9-4330-9142-0bbd87b282b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:05.757352 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:01Z', 'updated_at': '2022-03-14T11:22:03Z', 'revision_number': 3, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'gw_port': {'id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:02Z', 'updated_at': '2022-03-14T11:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:05.788300 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-960384cf-c8e9-4330-9142-0bbd87b282b4 None None] Port 8d3bff66-ba07-4b84-846e-b37a8109a171 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:22:05.788563 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec09f5-76b4-4e1a-82ec-2d19e6df1466 None None] The sync data for ids ['04a7fd3c-60e3-4ac8-a47d-150e40454949'] in dv-cinder-831776-2-iscsi is: [{'id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:01Z', 'updated_at': '2022-03-14T11:22:03Z', 'revision_number': 3, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'gw_port': {'id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:02Z', 'updated_at': '2022-03-14T11:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:22:05.798742 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:05.824969 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-029a4811-e0e2-4ccb-bdac-93a244ce362e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks [] for port (bad1d456-9a4b-444a-90f4-863385750f53), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:05.880517 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55622) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:05.943888 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-029a4811-e0e2-4ccb-bdac-93a244ce362e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (bad1d456-9a4b-444a-90f4-863385750f53), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:05.974719 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Publish callbacks [] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:06.037960 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-029a4811-e0e2-4ccb-bdac-93a244ce362e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Network 36c8caa6-c4c4-4706-bb38-845dc604fc0c is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:06.047103 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:06.084673 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-029a4811-e0e2-4ccb-bdac-93a244ce362e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:06.094523 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-029a4811-e0e2-4ccb-bdac-93a244ce362e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:22:06.105267 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a4811-e0e2-4ccb-bdac-93a244ce362e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Pushing event updated for resources: {'Port': ['ID=bad1d456-9a4b-444a-90f4-863385750f53,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:06.126648 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3bff66-ba07-4b84-846e-b37a8109a171,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:06.129223 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899604'] for router_interface (04a7fd3c-60e3-4ac8-a47d-150e40454949), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:06.191452 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-029a4811-e0e2-4ccb-bdac-93a244ce362e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:06.192108 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-029a4811-e0e2-4ccb-bdac-93a244ce362e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:06.241091 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Network d65be162-a9a8-4089-bb6d-105a7c5b2609 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:06.242830 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:06.305311 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-029a4811-e0e2-4ccb-bdac-93a244ce362e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1197386 Mar 14 11:22:06.317769 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Request body: {'port': {'device_id': 'b3d5dc2d-2902-41c4-a0f2-a772e25976bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:06.393285 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Router 04a7fd3c-60e3-4ac8-a47d-150e40454949 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:22:06.462662 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (bad1d456-9a4b-444a-90f4-863385750f53), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:06.517770 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-adf45dd8-8faa-4838-bacc-24cbfc58f26f None None] Provisioning complete for port 8d3bff66-ba07-4b84-846e-b37a8109a171 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:06.518281 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-adf45dd8-8faa-4838-bacc-24cbfc58f26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:06.545336 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:22:06.548199 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:06.565166 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-adf45dd8-8faa-4838-bacc-24cbfc58f26f None None] Port 8d3bff66-ba07-4b84-846e-b37a8109a171 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:22:06.567820 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-426eb958-aa5c-4cb2-94e2-7526385394d5 admin admin] 10.222.0.37 "PUT /v2.0/routers/04a7fd3c-60e3-4ac8-a47d-150e40454949/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3293462 Mar 14 11:22:06.572173 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944493b-fb8f-44ca-88fb-289891c6880f req-33ad6f9a-0138-4ff7-87b9-948d6ae50fd2 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:06.573935 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5944493b-fb8f-44ca-88fb-289891c6880f req-33ad6f9a-0138-4ff7-87b9-948d6ae50fd2 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 931 time: 0.1513302 Mar 14 11:22:06.738642 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5944493b-fb8f-44ca-88fb-289891c6880f req-4e5edc28-cd8b-42b0-9b97-ffe0a77e6372 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442277 Mar 14 11:22:06.783097 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-60e583e5-d937-4517-b8b6-17703bafd09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899631'] for router_interface (1878f766-28d4-4a38-a4eb-83fb4cefadba), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:06.863591 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 360a779e-7fc5-4599-8fca-bf5de5c7f448 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:06.919159 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 360a779e-7fc5-4599-8fca-bf5de5c7f448 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:06.919536 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (360a779e-7fc5-4599-8fca-bf5de5c7f448), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.007908 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 360a779e-7fc5-4599-8fca-bf5de5c7f448 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:07.008308 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (360a779e-7fc5-4599-8fca-bf5de5c7f448), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.031299 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port 360a779e-7fc5-4599-8fca-bf5de5c7f448, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=360a779e-7fc5-4599-8fca-bf5de5c7f448,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:07.124495 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (360a779e-7fc5-4599-8fca-bf5de5c7f448), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.181289 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=360a779e-7fc5-4599-8fca-bf5de5c7f448,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:07.249710 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2fce427e-3419-4f04-ad1f-835107fcb019 req-c67e0c6c-3b60-4744-ac3c-959ed2c1369a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1346207 Mar 14 11:22:07.364737 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-015d325a-fa34-4bf4-8cad-4109e6d6f0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.416374 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55640) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:07.421294 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-847125235-network', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:07.426841 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bad1d456-9a4b-444a-90f4-863385750f53 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:22:07.444877 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Publish callbacks [] for port (bad1d456-9a4b-444a-90f4-863385750f53), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.472016 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Transition to ACTIVE for port object bad1d456-9a4b-444a-90f4-863385750f53 will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:22:07.480185 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce427e-3419-4f04-ad1f-835107fcb019 req-aad27b43-907a-40a0-a1cf-8baf29fd879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:07.481661 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2fce427e-3419-4f04-ad1f-835107fcb019 req-aad27b43-907a-40a0-a1cf-8baf29fd879a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=720f0e77ff664a78913bdaee14f470ba&device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 1130 time: 0.1881630 Mar 14 11:22:07.535842 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] Made reservation on behalf of cc67139c3c844a3db23ecb4ca460181c for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:22:07.538773 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.547822 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.580546 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (bad1d456-9a4b-444a-90f4-863385750f53), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.623858 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Sync routers for ids ['04a7fd3c-60e3-4ac8-a47d-150e40454949'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:22:07.627560 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] Publish callbacks [] for security_group (150e15b9-f057-425c-b11d-6da5080d0a3c), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.637140 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Routers {'04a7fd3c-60e3-4ac8-a47d-150e40454949'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:22:07.637834 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:22:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['04a7fd3c-60e3-4ac8-a47d-150e40454949'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:07.679312 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Pushing event updated for resources: {'Port': ['ID=bad1d456-9a4b-444a-90f4-863385750f53,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:07.688291 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce427e-3419-4f04-ad1f-835107fcb019 req-70c0ee90-38e3-4384-89f6-4d9c9c946cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:07.689767 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2fce427e-3419-4f04-ad1f-835107fcb019 req-70c0ee90-38e3-4384-89f6-4d9c9c946cca service neutron] 10.222.0.44 "GET /v2.0/networks?id=841c8ce7-e1ff-4086-80e2-ec77dada8502 HTTP/1.1" status: 200 len: 911 time: 0.1891215 Mar 14 11:22:07.722025 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (150e15b9-f057-425c-b11d-6da5080d0a3c), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.750745 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:22:07.760462 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150e15b9-f057-425c-b11d-6da5080d0a3c,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:07.760797 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Set router 04a7fd3c-60e3-4ac8-a47d-150e40454949 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:22:07.768084 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (48bb6ed6-734f-4759-a139-a7936214aaeb), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.768536 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] Added segment 48bb6ed6-734f-4759-a139-a7936214aaeb of type vlan for network 9e44705d-a570-4d16-9a69-9541d8682728 Mar 14 11:22:07.806114 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-60e583e5-d937-4517-b8b6-17703bafd09f admin admin] Deleting port 8c3b9357-e134-4091-acf0-d375ff2c3556 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:22:07.806463 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-60e583e5-d937-4517-b8b6-17703bafd09f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.809150 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 36732712-50e4-4c26-9afa-0c0995c1a8db no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:22:07.819401 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (9e44705d-a570-4d16-9a69-9541d8682728), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.848355 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2fce427e-3419-4f04-ad1f-835107fcb019 req-d6371148-7980-45af-a68b-cee0ccb8d934 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d HTTP/1.1" status: 200 len: 1001 time: 0.1424744 Mar 14 11:22:07.883211 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: 36732712-50e4-4c26-9afa-0c0995c1a8db {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:22:07.884453 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 36732712-50e4-4c26-9afa-0c0995c1a8db not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:22:07.890364 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Attempting to bind port bad1d456-9a4b-444a-90f4-863385750f53 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:22:07.890719 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Attempting to bind port bad1d456-9a4b-444a-90f4-863385750f53 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'bdb935a7-96c6-4313-af27-c38f119800d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '36c8caa6-c4c4-4706-bb38-845dc604fc0c'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:22:07.891053 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Attempting to bind port bad1d456-9a4b-444a-90f4-863385750f53 on network 36c8caa6-c4c4-4706-bb38-845dc604fc0c {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:22:07.918922 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc9de1-a070-42e8-9fa7-a57b02ac4e11 req-e579cef3-4765-47da-b654-9762e3dc97aa tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:07.919923 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Port bad1d456-9a4b-444a-90f4-863385750f53 on network 36c8caa6-c4c4-4706-bb38-845dc604fc0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:22:07.920264 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Attempting to bind port bad1d456-9a4b-444a-90f4-863385750f53 on network 36c8caa6-c4c4-4706-bb38-845dc604fc0c {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:22:07.921121 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e2bc9de1-a070-42e8-9fa7-a57b02ac4e11 req-e579cef3-4765-47da-b654-9762e3dc97aa tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 943 time: 0.0645280 Mar 14 11:22:07.922483 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (9e44705d-a570-4d16-9a69-9541d8682728), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.923725 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:07.924303 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.934773 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:22:07.937452 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Checking segment: {'id': 'bdb935a7-96c6-4313-af27-c38f119800d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '36c8caa6-c4c4-4706-bb38-845dc604fc0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:22:07.937452 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Bound using segment: {'id': 'bdb935a7-96c6-4313-af27-c38f119800d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '36c8caa6-c4c4-4706-bb38-845dc604fc0c'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:22:07.937452 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Bound port: bad1d456-9a4b-444a-90f4-863385750f53, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb935a7-96c6-4313-af27-c38f119800d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '36c8caa6-c4c4-4706-bb38-845dc604fc0c'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:22:07.937452 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (bad1d456-9a4b-444a-90f4-863385750f53), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:07.961235 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce427e-3419-4f04-ad1f-835107fcb019 req-dd97be2f-fd24-4081-8bd9-8631ae587f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:07.963149 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2fce427e-3419-4f04-ad1f-835107fcb019 req-dd97be2f-fd24-4081-8bd9-8631ae587f54 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccb908f7-3677-42e1-8bdd-62cd57924849 HTTP/1.1" status: 200 len: 849 time: 0.0848675 Mar 14 11:22:07.980453 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-60e583e5-d937-4517-b8b6-17703bafd09f admin admin] For port 8c3b9357-e134-4091-acf0-d375ff2c3556, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=8c3b9357-e134-4091-acf0-d375ff2c3556,segment=NetworkSegment(22d30d57-1d1d-4a99-b29b-5130df472b27),segment_id=22d30d57-1d1d-4a99-b29b-5130df472b27)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:07.980824 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-60e583e5-d937-4517-b8b6-17703bafd09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:08.013180 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] Pushing event updated for resources: {'Network': ['ID=9e44705d-a570-4d16-9a69-9541d8682728,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:08.027722 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:01Z', 'updated_at': '2022-03-14T11:22:05Z', 'revision_number': 4, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'gw_port': {'id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:02Z', 'updated_at': '2022-03-14T11:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8d3bff66-ba07-4b84-846e-b37a8109a171', 'name': '', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'mac_address': 'fa:16:3e:b8:d1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:04Z', 'updated_at': '2022-03-14T11:22:05Z', 'revision_number': 2, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'subnets': [{'id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:08.030886 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network 9e44705d-a570-4d16-9a69-9541d8682728 details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:22:08.035778 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-60e583e5-d937-4517-b8b6-17703bafd09f admin admin] Calling delete_port for 8c3b9357-e134-4091-acf0-d375ff2c3556 owned by network:router_interface {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:22:08.037274 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-80fd1c4b-1686-4fe4-b953-eef013b60329 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6197951 Mar 14 11:22:08.037413 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55644) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:08.042907 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e2bc9de1-a070-42e8-9fa7-a57b02ac4e11 req-6dfa6496-ec8e-42c3-a81c-a0b7f1e40cc5 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006653 Mar 14 11:22:08.048407 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-5fd6ecee-cd66-4f3f-80f6-c6f525d5d83b admin admin] Request body: {'subnet': {'network_id': '9e44705d-a570-4d16-9a69-9541d8682728', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-847125235-subnet', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:08.075874 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Checking router: 04a7fd3c-60e3-4ac8-a47d-150e40454949 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:22:08.076245 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Updating router 04a7fd3c-60e3-4ac8-a47d-150e40454949 port 8d3bff66-ba07-4b84-846e-b37a8109a171 binding host dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:22:08.124354 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] For port bad1d456-9a4b-444a-90f4-863385750f53, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:22:08.144426 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:08.144645 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] For port bad1d456-9a4b-444a-90f4-863385750f53, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=bad1d456-9a4b-444a-90f4-863385750f53,segment=NetworkSegment(bdb935a7-96c6-4313-af27-c38f119800d2),segment_id=bdb935a7-96c6-4313-af27-c38f119800d2)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:22:08.150564 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce427e-3419-4f04-ad1f-835107fcb019 req-71bbbff6-5d1e-4ff7-9dd3-2d87185d7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:08.152166 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2fce427e-3419-4f04-ad1f-835107fcb019 req-71bbbff6-5d1e-4ff7-9dd3-2d87185d7bab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=841c8ce7-e1ff-4086-80e2-ec77dada8502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1802580 Mar 14 11:22:08.257879 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd6ecee-cd66-4f3f-80f6-c6f525d5d83b admin admin] Made reservation on behalf of cc67139c3c844a3db23ecb4ca460181c for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:22:08.260219 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ecee-cd66-4f3f-80f6-c6f525d5d83b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12359699'] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:08.277816 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (bad1d456-9a4b-444a-90f4-863385750f53), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:08.354656 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:08.355274 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:08.356819 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] 10.222.0.44 "PUT /v2.0/ports/bad1d456-9a4b-444a-90f4-863385750f53 HTTP/1.1" status: 200 len: 1093 time: 2.0439382 Mar 14 11:22:08.392383 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d5dc2d-2902-41c4-a0f2-a772e25976bf', 'tag': 'bad1d456-9a4b-444a-90f4-863385750f53'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:22:08.394693 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85955c15-3113-4f25-91e2-ce77d0a6df4e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d5dc2d-2902-41c4-a0f2-a772e25976bf", "tag": "bad1d456-9a4b-444a-90f4-863385750f53"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:22:08.419349 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2fce427e-3419-4f04-ad1f-835107fcb019 req-e493f033-a868-4b49-9410-889be5e124d1 service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589095 Mar 14 11:22:08.430596 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Publish callbacks [] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:08.445301 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2130f009-e717-4410-a525-5591cf10960a x-openstack-request-id: req-2130f009-e717-4410-a525-5591cf10960a {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:22:08.445301 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d5dc2d-2902-41c4-a0f2-a772e25976bf", "tag": "bad1d456-9a4b-444a-90f4-863385750f53", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:22:08.445301 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2130f009-e717-4410-a525-5591cf10960a {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:22:08.445788 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d5dc2d-2902-41c4-a0f2-a772e25976bf', 'tag': 'bad1d456-9a4b-444a-90f4-863385750f53', 'status': 'completed', 'code': 200} Mar 14 11:22:08.447509 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6df940-9221-4f85-9f46-9f02bd6f0eca service neutron] Pushing event updated for resources: {'Port': ['ID=bad1d456-9a4b-444a-90f4-863385750f53,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:08.595536 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:08.636332 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:08.645098 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2fce427e-3419-4f04-ad1f-835107fcb019 req-e04e23f5-2410-48b6-a99a-3d26d9f9ff19 service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147229 Mar 14 11:22:08.647677 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288cb23-11fe-4a6f-b274-43f741daeaa2 None None] Pushing event updated for resources: {'Port': ['ID=8d3bff66-ba07-4b84-846e-b37a8109a171,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:08.649754 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85955c15-3113-4f25-91e2-ce77d0a6df4e req-348a4943-da66-44a5-a292-73e75d7714b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:08.650941 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-85955c15-3113-4f25-91e2-ce77d0a6df4e req-348a4943-da66-44a5-a292-73e75d7714b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a404b9a0fea4b5c863de8ac84fc06e6&device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 1127 time: 0.1853685 Mar 14 11:22:08.716545 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-60e583e5-d937-4517-b8b6-17703bafd09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (8c3b9357-e134-4091-acf0-d375ff2c3556), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:08.719394 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Attempting to bind port 8d3bff66-ba07-4b84-846e-b37a8109a171 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:22:08.719993 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Attempting to bind port 8d3bff66-ba07-4b84-846e-b37a8109a171 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '2e12ba4b-e203-4b31-9371-6d666b239d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:22:08.720607 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Attempting to bind port 8d3bff66-ba07-4b84-846e-b37a8109a171 on network d65be162-a9a8-4089-bb6d-105a7c5b2609 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:22:08.726940 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:22:08.726940 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Checking segment: {'id': '2e12ba4b-e203-4b31-9371-6d666b239d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:22:08.727468 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:08.728130 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Bound using segment: {'id': '2e12ba4b-e203-4b31-9371-6d666b239d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:22:08.728856 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Bound port: 8d3bff66-ba07-4b84-846e-b37a8109a171, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e12ba4b-e203-4b31-9371-6d666b239d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:22:08.729351 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:08.791307 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e583e5-d937-4517-b8b6-17703bafd09f admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3b9357-e134-4091-acf0-d375ff2c3556,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:08.822510 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] For port 8d3bff66-ba07-4b84-846e-b37a8109a171, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:22:08.826183 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] For port 8d3bff66-ba07-4b84-846e-b37a8109a171, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=8d3bff66-ba07-4b84-846e-b37a8109a171,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:22:08.845546 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 360a779e-7fc5-4599-8fca-bf5de5c7f448 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:08.865148 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85955c15-3113-4f25-91e2-ce77d0a6df4e req-bc8daecd-6299-487a-a871-3d6141ac2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:08.865148 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-85955c15-3113-4f25-91e2-ce77d0a6df4e req-bc8daecd-6299-487a-a871-3d6141ac2732 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5a404b9a0fea4b5c863de8ac84fc06e6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1871710 Mar 14 11:22:08.948460 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ecee-cd66-4f3f-80f6-c6f525d5d83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8796880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12359713'] for subnet (004a856f-6ccd-4365-8400-a0f7113d3a19), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:08.948576 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-7d1e2130-cfa3-4b1a-95e6-98e91913f529 None None] Provisioning complete for port 8d3bff66-ba07-4b84-846e-b37a8109a171 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:08.948576 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d1e2130-cfa3-4b1a-95e6-98e91913f529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:08.948576 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 360a779e-7fc5-4599-8fca-bf5de5c7f448 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:08.948576 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (360a779e-7fc5-4599-8fca-bf5de5c7f448), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:08.983538 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7d1e2130-cfa3-4b1a-95e6-98e91913f529 None None] Port 8d3bff66-ba07-4b84-846e-b37a8109a171 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:22:09.032305 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6ecee-cd66-4f3f-80f6-c6f525d5d83b admin admin] Pushing event updated for resources: {'Subnet': ['ID=004a856f-6ccd-4365-8400-a0f7113d3a19,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:09.038680 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 360a779e-7fc5-4599-8fca-bf5de5c7f448 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:09.066785 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd6ecee-cd66-4f3f-80f6-c6f525d5d83b admin admin] Checking segment: {'id': '48bb6ed6-734f-4759-a139-a7936214aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e44705d-a570-4d16-9a69-9541d8682728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:22:09.067151 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd6ecee-cd66-4f3f-80f6-c6f525d5d83b admin admin] Network hostable DHCP agents. Network: 9e44705d-a570-4d16-9a69-9541d8682728, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:22:09.181766 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1816c0a-e5f1-42af-905d-5983f2d464d8 req-966e3c52-7b1d-4219-8a5f-7ab50e811fd1 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:09.183376 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1816c0a-e5f1-42af-905d-5983f2d464d8 req-966e3c52-7b1d-4219-8a5f-7ab50e811fd1 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 943 time: 0.0632210 Mar 14 11:22:09.233259 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e1816c0a-e5f1-42af-905d-5983f2d464d8 req-c0543533-5681-45c2-aafa-9a2f2ce1f64c tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435786 Mar 14 11:22:09.360196 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85955c15-3113-4f25-91e2-ce77d0a6df4e req-5fa343ab-8bff-4b87-9b68-e4e18bd16d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:09.361633 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-85955c15-3113-4f25-91e2-ce77d0a6df4e req-5fa343ab-8bff-4b87-9b68-e4e18bd16d8e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4863782 Mar 14 11:22:09.376415 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-60e583e5-d937-4517-b8b6-17703bafd09f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3903071'] for router_interface (1878f766-28d4-4a38-a4eb-83fb4cefadba), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:09.485140 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:09.513134 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-78cd28ea-504f-4c92-845a-5f0e7c4610bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:09.514664 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-78cd28ea-504f-4c92-845a-5f0e7c4610bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a404b9a0fea4b5c863de8ac84fc06e6&device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 1127 time: 0.0957129 Mar 14 11:22:09.551880 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Routers {'04a7fd3c-60e3-4ac8-a47d-150e40454949'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:22:09.552516 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:22:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['04a7fd3c-60e3-4ac8-a47d-150e40454949'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:09.556358 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288cb23-11fe-4a6f-b274-43f741daeaa2 None None] Pushing event updated for resources: {'Port': ['ID=8d3bff66-ba07-4b84-846e-b37a8109a171,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:09.595359 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd6ecee-cd66-4f3f-80f6-c6f525d5d83b admin admin] Network 9e44705d-a570-4d16-9a69-9541d8682728 is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:22:09.603207 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-5bd5d9a8-cec5-43cd-8e4d-5a271a7ab0db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bad1d456-9a4b-444a-90f4-863385750f53 HTTP/1.1" status: 200 len: 217 time: 0.0416720 Mar 14 11:22:09.683218 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] Set router 04a7fd3c-60e3-4ac8-a47d-150e40454949 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:22:09.697994 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-106a1793-5d02-4b98-ab40-9007855c6d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:09.703050 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-106a1793-5d02-4b98-ab40-9007855c6d56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=851a7a8f-6ddb-4315-b810-177c45241537 HTTP/1.1" status: 200 len: 854 time: 0.0871937 Mar 14 11:22:09.703050 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-5fd6ecee-cd66-4f3f-80f6-c6f525d5d83b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, 9e44705d-a570-4d16-9a69-9541d8682728) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:09.706693 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd6ecee-cd66-4f3f-80f6-c6f525d5d83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:09.707275 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ecee-cd66-4f3f-80f6-c6f525d5d83b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:09.713957 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67c5aa7-a21e-48c0-a0d2-d5d528992de4 None None] Network 9e44705d-a570-4d16-9a69-9541d8682728 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:22:09.745589 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-bdd33166-cbbc-4bcc-bfc5-bc0fdb2bbfe4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=36c8caa6-c4c4-4706-bb38-845dc604fc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338292 Mar 14 11:22:09.747314 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e583e5-d937-4517-b8b6-17703bafd09f admin admin] Router 1878f766-28d4-4a38-a4eb-83fb4cefadba has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:22:09.830150 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-5fd6ecee-cd66-4f3f-80f6-c6f525d5d83b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7889063 Mar 14 11:22:09.832741 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55650) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:09.838772 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-847125235-router', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:09.933175 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3901214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router (3c8e8275-1649-48fa-939c-981aaa4a90d7), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:09.934861 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3901322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3899752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3930077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6786'] for router (3c8e8275-1649-48fa-939c-981aaa4a90d7), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:09.941317 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-78d5699f-d697-443e-a05e-a590b0f43b79 service neutron] 10.222.0.44 "GET /v2.0/networks/36c8caa6-c4c4-4706-bb38-845dc604fc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836882 Mar 14 11:22:09.945678 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e583e5-d937-4517-b8b6-17703bafd09f admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:22:09.951654 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-60e583e5-d937-4517-b8b6-17703bafd09f admin admin] 10.222.0.37 "PUT /v2.0/routers/1878f766-28d4-4a38-a4eb-83fb4cefadba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0696664 Mar 14 11:22:09.953750 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55652) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:09.959201 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12935c-4f77-4e6e-b43a-bb2b8f5faaf0 None None] Sync routers for ids ['1878f766-28d4-4a38-a4eb-83fb4cefadba'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:22:09.978767 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12935c-4f77-4e6e-b43a-bb2b8f5faaf0 None None] Routers {'1878f766-28d4-4a38-a4eb-83fb4cefadba'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:22:09.981014 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-59573523-fff3-4e8f-a4ec-553b65ac1ded None None] Provisioning complete for port 8d3bff66-ba07-4b84-846e-b37a8109a171 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:09.981395 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-59573523-fff3-4e8f-a4ec-553b65ac1ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:09.981762 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ba12935c-4f77-4e6e-b43a-bb2b8f5faaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:22:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['1878f766-28d4-4a38-a4eb-83fb4cefadba'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:10.001368 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Publish callbacks [] for router_controller (3c8e8275-1649-48fa-939c-981aaa4a90d7), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:10.076934 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76d7e8ab-c6c4-5dc2-bbd2-0a63752f153b-9e44705d-a570-4d16-9a69-9541d8682728', 'network_id': '9e44705d-a570-4d16-9a69-9541d8682728', 'project_id': 'cc67139c3c844a3db23ecb4ca460181c', 'fixed_ips': [{'subnet_id': '004a856f-6ccd-4365-8400-a0f7113d3a19'}]}} from dv-cinder-831776-2-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 11:22:10.077791 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:10.135360 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-ba12935c-4f77-4e6e-b43a-bb2b8f5faaf0 None None] Set router 1878f766-28d4-4a38-a4eb-83fb4cefadba gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:22:10.143800 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Publish callbacks [] for router (1878f766-28d4-4a38-a4eb-83fb4cefadba), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:10.187317 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb3e0ed3-7346-4f08-a431-aacfb2707f49 req-804140b0-1394-46d5-8838-e2781d8a2a4c service neutron] 10.222.0.44 "GET /v2.0/networks/36c8caa6-c4c4-4706-bb38-845dc604fc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310009 Mar 14 11:22:10.274866 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-59573523-fff3-4e8f-a4ec-553b65ac1ded None None] Current status of the port 8d3bff66-ba07-4b84-846e-b37a8109a171 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:10.275263 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-59573523-fff3-4e8f-a4ec-553b65ac1ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:10.292092 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Publish callbacks [] for router_gateway (3c8e8275-1649-48fa-939c-981aaa4a90d7), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:10.310009 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Publish callbacks [] for router_gateway (1878f766-28d4-4a38-a4eb-83fb4cefadba), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:10.327137 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-59573523-fff3-4e8f-a4ec-553b65ac1ded None None] For port 8d3bff66-ba07-4b84-846e-b37a8109a171, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=8d3bff66-ba07-4b84-846e-b37a8109a171,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:10.380859 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a6be0-0678-41f6-b673-39d0de674f08 req-362d0363-1c7f-4342-bcda-77aee6201a5b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:10.382337 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-959a6be0-0678-41f6-b673-39d0de674f08 req-362d0363-1c7f-4342-bcda-77aee6201a5b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 943 time: 0.0535283 Mar 14 11:22:10.431314 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-959a6be0-0678-41f6-b673-39d0de674f08 req-a6e85835-acbb-4772-8399-183664b5f32f tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427434 Mar 14 11:22:10.444338 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:10.480635 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-59573523-fff3-4e8f-a4ec-553b65ac1ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:10.516046 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:01Z', 'updated_at': '2022-03-14T11:22:05Z', 'revision_number': 4, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'gw_port': {'id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:02Z', 'updated_at': '2022-03-14T11:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8d3bff66-ba07-4b84-846e-b37a8109a171', 'name': '', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'mac_address': 'fa:16:3e:b8:d1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:04Z', 'updated_at': '2022-03-14T11:22:08Z', 'revision_number': 4, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'subnets': [{'id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:10.522892 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ba12935c-4f77-4e6e-b43a-bb2b8f5faaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'name': 'tempest-ServerRescueNegativeTestJSON-186231220-router', 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '48c823a8-d52c-4671-8ef4-487009dd7174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:05Z', 'updated_at': '2022-03-14T11:22:08Z', 'revision_number': 5, 'project_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'gw_port': {'id': '48c823a8-d52c-4671-8ef4-487009dd7174', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:10.535009 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Deleting port 48c823a8-d52c-4671-8ef4-487009dd7174 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:22:10.546283 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (48c823a8-d52c-4671-8ef4-487009dd7174), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:10.552485 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Allocated IP 172.20.0.2 (9e44705d-a570-4d16-9a69-9541d8682728/004a856f-6ccd-4365-8400-a0f7113d3a19/a0f51789-17ca-4b95-9fe5-f74ca2f50535) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:22:10.557147 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12935c-4f77-4e6e-b43a-bb2b8f5faaf0 None None] Checking router: 1878f766-28d4-4a38-a4eb-83fb4cefadba for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:22:10.559281 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44abb4b-90c8-4510-94b0-3d04d393af2a None None] The sync data for ids ['04a7fd3c-60e3-4ac8-a47d-150e40454949'] in dv-cinder-831776-2-iscsi is: [{'id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:01Z', 'updated_at': '2022-03-14T11:22:05Z', 'revision_number': 4, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'gw_port': {'id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:02Z', 'updated_at': '2022-03-14T11:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8d3bff66-ba07-4b84-846e-b37a8109a171', 'name': '', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'mac_address': 'fa:16:3e:b8:d1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:04Z', 'updated_at': '2022-03-14T11:22:08Z', 'revision_number': 4, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'subnets': [{'id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:22:10.568355 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12935c-4f77-4e6e-b43a-bb2b8f5faaf0 None None] Routers {'1878f766-28d4-4a38-a4eb-83fb4cefadba'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:22:10.569164 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ba12935c-4f77-4e6e-b43a-bb2b8f5faaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:22:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['1878f766-28d4-4a38-a4eb-83fb4cefadba'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:10.650793 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59573523-fff3-4e8f-a4ec-553b65ac1ded None None] Pushing event updated for resources: {'Port': ['ID=8d3bff66-ba07-4b84-846e-b37a8109a171,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:10.670869 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-ba12935c-4f77-4e6e-b43a-bb2b8f5faaf0 None None] Set router 1878f766-28d4-4a38-a4eb-83fb4cefadba gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:22:10.702070 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] For port 48c823a8-d52c-4671-8ef4-487009dd7174, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=48c823a8-d52c-4671-8ef4-487009dd7174,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:10.702441 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (48c823a8-d52c-4671-8ef4-487009dd7174), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:10.723549 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Calling delete_port for 48c823a8-d52c-4671-8ef4-487009dd7174 owned by network:router_gateway {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:22:10.741341 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-ba12935c-4f77-4e6e-b43a-bb2b8f5faaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'name': 'tempest-ServerRescueNegativeTestJSON-186231220-router', 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:05Z', 'updated_at': '2022-03-14T11:22:10Z', 'revision_number': 6, 'project_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'gw_port_host': None}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:10.849992 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Publish callbacks [] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:10.870020 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Publish callbacks [] for router_gateway (3c8e8275-1649-48fa-939c-981aaa4a90d7), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:10.886488 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12935c-4f77-4e6e-b43a-bb2b8f5faaf0 None None] The sync data for ids ['1878f766-28d4-4a38-a4eb-83fb4cefadba'] in dv-cinder-831776-2-iscsi is: [{'id': '1878f766-28d4-4a38-a4eb-83fb4cefadba', 'name': 'tempest-ServerRescueNegativeTestJSON-186231220-router', 'tenant_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:05Z', 'updated_at': '2022-03-14T11:22:10Z', 'revision_number': 6, 'project_id': '956dc6f8d72144c9810e5e5a83ba7fb7', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:22:10.903790 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:10.934454 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.027399 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Network 9e44705d-a570-4d16-9a69-9541d8682728 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:11.033775 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:11.038683 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:22:11.047585 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 8d3bff66-ba07-4b84-846e-b37a8109a171 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:11.081303 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Allocated IP 172.27.3.157 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/6e9fbce1-6493-4b5a-afb9-c60a28c6403b) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:22:11.083465 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Pushing event updated for resources: {'Port': ['ID=a0f51789-17ca-4b95-9fe5-f74ca2f50535,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:11.113488 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (48c823a8-d52c-4671-8ef4-487009dd7174), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.155002 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Pushing event deleted for resources: {'Port': ['ID=48c823a8-d52c-4671-8ef4-487009dd7174,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:11.158146 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Attempting to bind port a0f51789-17ca-4b95-9fe5-f74ca2f50535 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:22:11.158475 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Attempting to bind port a0f51789-17ca-4b95-9fe5-f74ca2f50535 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '48bb6ed6-734f-4759-a139-a7936214aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e44705d-a570-4d16-9a69-9541d8682728'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:22:11.159632 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Attempting to bind port a0f51789-17ca-4b95-9fe5-f74ca2f50535 on network 9e44705d-a570-4d16-9a69-9541d8682728 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:22:11.171805 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:22:11.172360 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Checking segment: {'id': '48bb6ed6-734f-4759-a139-a7936214aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e44705d-a570-4d16-9a69-9541d8682728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:22:11.172876 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.173382 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Bound using segment: {'id': '48bb6ed6-734f-4759-a139-a7936214aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e44705d-a570-4d16-9a69-9541d8682728'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:22:11.173982 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Bound port: a0f51789-17ca-4b95-9fe5-f74ca2f50535, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bb6ed6-734f-4759-a139-a7936214aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e44705d-a570-4d16-9a69-9541d8682728'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:22:11.174464 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.192018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 8d3bff66-ba07-4b84-846e-b37a8109a171 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:11.192642 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.199382 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.199805 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.200774 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.200774 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.201000 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.201225 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.201507 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.201893 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.202314 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.202921 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.203040 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.203308 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.203661 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.204065 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.204390 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.256835 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3899705'] for router_gateway (1878f766-28d4-4a38-a4eb-83fb4cefadba), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.273527 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Publish callbacks [] for port (6e9fbce1-6493-4b5a-afb9-c60a28c6403b), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.358279 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 8d3bff66-ba07-4b84-846e-b37a8109a171 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:11.381807 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6907'] for router (1878f766-28d4-4a38-a4eb-83fb4cefadba), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.384751 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Publish callbacks [] for router_controller (1878f766-28d4-4a38-a4eb-83fb4cefadba), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.413604 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] For port a0f51789-17ca-4b95-9fe5-f74ca2f50535, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:22:11.417985 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] For port a0f51789-17ca-4b95-9fe5-f74ca2f50535, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=a0f51789-17ca-4b95-9fe5-f74ca2f50535,segment=NetworkSegment(48bb6ed6-734f-4759-a139-a7936214aaeb),segment_id=48bb6ed6-734f-4759-a139-a7936214aaeb)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:22:11.455861 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (6e9fbce1-6493-4b5a-afb9-c60a28c6403b), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.510843 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:11.520265 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Pushing event updated for resources: {'Port': ['ID=6e9fbce1-6493-4b5a-afb9-c60a28c6403b,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:11.522661 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:11.526283 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:22:11.528439 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.574885 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906125'] for router (1878f766-28d4-4a38-a4eb-83fb4cefadba), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.574885 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1878f766-28d4-4a38-a4eb-83fb4cefadba {{(pid=104015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 11:22:11.577623 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.578786 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.579068 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-46ee101e-35f6-4feb-a69f-84430b62b807 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1878f766-28d4-4a38-a4eb-83fb4cefadba HTTP/1.1" status: 204 len: 168 time: 1.6240094 Mar 14 11:22:11.579193 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.579463 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.579794 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.580122 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.580445 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.580766 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.581083 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.581402 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.581623 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55660) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:11.581746 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.582061 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.582390 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.582697 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.583047 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.583583 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:22:11.631562 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096bd1f-db08-4623-81cf-cbd362127cc1 None None] Pushing event updated for resources: {'Port': ['ID=a0f51789-17ca-4b95-9fe5-f74ca2f50535,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:11.666222 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71701e0-ab60-4c04-90d3-b7608849f673 req-6aa58da2-fc51-4e03-a39d-8bde1539e235 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:11.668060 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c71701e0-ab60-4c04-90d3-b7608849f673 req-6aa58da2-fc51-4e03-a39d-8bde1539e235 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 943 time: 0.1627159 Mar 14 11:22:11.674368 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b505c2c-7cc6-4b77-bb97-42f777b1b839 admin admin] Deleting subnet e3835724-6a4b-4d00-8537-d241934aa76b {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:22:11.682763 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6b505c2c-7cc6-4b77-bb97-42f777b1b839 admin admin] Publish callbacks [] for subnet (e3835724-6a4b-4d00-8537-d241934aa76b), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.725688 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6b505c2c-7cc6-4b77-bb97-42f777b1b839 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8796678'] for subnet (e3835724-6a4b-4d00-8537-d241934aa76b), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.778146 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.786117 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6b505c2c-7cc6-4b77-bb97-42f777b1b839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (e3835724-6a4b-4d00-8537-d241934aa76b), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:11.791709 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c71701e0-ab60-4c04-90d3-b7608849f673 req-8d1db51c-dea6-41b1-b5e3-2e903c5b3f37 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889432 Mar 14 11:22:11.967728 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6b505c2c-7cc6-4b77-bb97-42f777b1b839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8796689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12359734'] for subnet (e3835724-6a4b-4d00-8537-d241934aa76b), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:12.011826 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b505c2c-7cc6-4b77-bb97-42f777b1b839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3835724-6a4b-4d00-8537-d241934aa76b,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:12.016605 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6b505c2c-7cc6-4b77-bb97-42f777b1b839 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:12.017225 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Publish callbacks [] for router_gateway (3c8e8275-1649-48fa-939c-981aaa4a90d7), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:12.029862 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-6b505c2c-7cc6-4b77-bb97-42f777b1b839 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e3835724-6a4b-4d00-8537-d241934aa76b HTTP/1.1" status: 204 len: 168 time: 0.4464185 Mar 14 11:22:12.031046 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55662) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:12.131920 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bfb27006-1279-4e25-a33a-dcdf9d72f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (b2772757-d7bb-48b9-8bff-3ecf99e6887b), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:12.224402 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bfb27006-1279-4e25-a33a-dcdf9d72f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (b2772757-d7bb-48b9-8bff-3ecf99e6887b), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:12.249580 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-bfb27006-1279-4e25-a33a-dcdf9d72f8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2772757-d7bb-48b9-8bff-3ecf99e6887b']}} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:12.260599 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-bfb27006-1279-4e25-a33a-dcdf9d72f8c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d30d57-1d1d-4a99-b29b-5130df472b27') {'for_net_delete': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:12.260964 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-bfb27006-1279-4e25-a33a-dcdf9d72f8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d30d57-1d1d-4a99-b29b-5130df472b27') {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:12.271949 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bfb27006-1279-4e25-a33a-dcdf9d72f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8796703'] for segment (22d30d57-1d1d-4a99-b29b-5130df472b27), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:12.287217 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bfb27006-1279-4e25-a33a-dcdf9d72f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (22d30d57-1d1d-4a99-b29b-5130df472b27), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:12.294360 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb27006-1279-4e25-a33a-dcdf9d72f8c1 admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=104015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:22:12.296387 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bfb27006-1279-4e25-a33a-dcdf9d72f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8796607'] for segment (22d30d57-1d1d-4a99-b29b-5130df472b27), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: Traceback (most recent call last): Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: timer() Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: cb(*args, **kw) Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: return func(*args, **kwargs) Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: self._notify() Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: self.callback(batched_events) Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: event.method(event) Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: return f(self, *a, **k) Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: return self._get(url).json() Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: return self.request(url, 'GET', **kwargs) Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:22:12.296517 dv-cinder-831776-2-iscsi neutron-server[104015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:22:12.457094 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bfb27006-1279-4e25-a33a-dcdf9d72f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (b2772757-d7bb-48b9-8bff-3ecf99e6887b), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:12.463183 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bfb27006-1279-4e25-a33a-dcdf9d72f8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:12.469409 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-bfb27006-1279-4e25-a33a-dcdf9d72f8c1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b2772757-d7bb-48b9-8bff-3ecf99e6887b HTTP/1.1" status: 204 len: 168 time: 0.4343760 Mar 14 11:22:12.483371 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb27006-1279-4e25-a33a-dcdf9d72f8c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2772757-d7bb-48b9-8bff-3ecf99e6887b,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:12.498223 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3899669'] for router (3c8e8275-1649-48fa-939c-981aaa4a90d7), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:12.724469 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b992c-5798-4ed6-9064-b8aab5554ef7 None None] Network 9e44705d-a570-4d16-9a69-9541d8682728 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:22:12.740507 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Router 3c8e8275-1649-48fa-939c-981aaa4a90d7 is scheduled to L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 11:22:12.838325 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ebf428db-d518-4a1c-8567-47990e88467e None None] Provisioning complete for port a0f51789-17ca-4b95-9fe5-f74ca2f50535 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:12.838707 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ebf428db-d518-4a1c-8567-47990e88467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:12.887703 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:22:12.896260 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device a0f51789-17ca-4b95-9fe5-f74ca2f50535 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:12.901135 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Sync routers for ids ['3c8e8275-1649-48fa-939c-981aaa4a90d7'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:22:12.929132 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55668) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:12.947981 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd5305-17bd-4560-8731-3576ca750ef9 req-372f4757-8b7b-436d-84d9-51b479919988 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:12.955983 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ebd5305-17bd-4560-8731-3576ca750ef9 req-372f4757-8b7b-436d-84d9-51b479919988 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 943 time: 0.0796406 Mar 14 11:22:12.981035 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Routers {'3c8e8275-1649-48fa-939c-981aaa4a90d7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:22:12.981595 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:22:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['3c8e8275-1649-48fa-939c-981aaa4a90d7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:12.990886 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-191ded07-717e-4dbe-a044-b4b72e92ee12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=956dc6f8d72144c9810e5e5a83ba7fb7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0605712 Mar 14 11:22:12.994269 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55670) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:13.019465 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:13.021522 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ba9431ff-8744-4215-b6d1-76decd137d7c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1866961 Mar 14 11:22:13.026185 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ebd5305-17bd-4560-8731-3576ca750ef9 req-a1430d86-d461-49ef-a808-3cabf482de44 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607564 Mar 14 11:22:13.026757 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55672) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:13.047574 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ebf428db-d518-4a1c-8567-47990e88467e None None] Current status of the port a0f51789-17ca-4b95-9fe5-f74ca2f50535 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:13.048214 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ebf428db-d518-4a1c-8567-47990e88467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:13.070221 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b1d84d73-2191-42a9-b5ba-bda0e423ec01 admin admin] Publish callbacks [] for security_group (8a4f073f-19cf-4034-892c-23122b12b8ad), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:13.097307 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b1d84d73-2191-42a9-b5ba-bda0e423ec01 admin admin] Publish callbacks [] for security_group (8a4f073f-19cf-4034-892c-23122b12b8ad), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:13.112526 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port a0f51789-17ca-4b95-9fe5-f74ca2f50535 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:13.112988 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:13.179190 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ebf428db-d518-4a1c-8567-47990e88467e None None] For port a0f51789-17ca-4b95-9fe5-f74ca2f50535, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=a0f51789-17ca-4b95-9fe5-f74ca2f50535,segment=NetworkSegment(48bb6ed6-734f-4759-a139-a7936214aaeb),segment_id=48bb6ed6-734f-4759-a139-a7936214aaeb)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:13.184152 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Set router 3c8e8275-1649-48fa-939c-981aaa4a90d7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:22:13.244346 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b1d84d73-2191-42a9-b5ba-bda0e423ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (8a4f073f-19cf-4034-892c-23122b12b8ad), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:13.248272 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b1d84d73-2191-42a9-b5ba-bda0e423ec01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:13.249442 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b1d84d73-2191-42a9-b5ba-bda0e423ec01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a4f073f-19cf-4034-892c-23122b12b8ad HTTP/1.1" status: 204 len: 168 time: 0.2533381 Mar 14 11:22:13.258664 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d84d73-2191-42a9-b5ba-bda0e423ec01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4f073f-19cf-4034-892c-23122b12b8ad,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:13.465639 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ebf428db-d518-4a1c-8567-47990e88467e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:13.513712 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:13.518528 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port a0f51789-17ca-4b95-9fe5-f74ca2f50535 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:13.518924 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:13.560394 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf428db-d518-4a1c-8567-47990e88467e None None] Pushing event updated for resources: {'Port': ['ID=a0f51789-17ca-4b95-9fe5-f74ca2f50535,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:13.637988 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.db.api [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 11:22:13.638331 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG oslo_db.api [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 11:22:13.641416 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-c9844647-ee94-4d52-a04f-a1539478db53 None None] Provisioning complete for port a0f51789-17ca-4b95-9fe5-f74ca2f50535 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:13.641801 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c9844647-ee94-4d52-a04f-a1539478db53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:13.681209 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Allocated IP 172.20.0.1 (9e44705d-a570-4d16-9a69-9541d8682728/004a856f-6ccd-4365-8400-a0f7113d3a19/2c432e11-bf95-4478-8ecd-7203714f836c) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:22:13.693280 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'name': 'tempest-TestShelveInstance-847125235-router', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '6e9fbce1-6493-4b5a-afb9-c60a28c6403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:09Z', 'updated_at': '2022-03-14T11:22:11Z', 'revision_number': 3, 'project_id': 'cc67139c3c844a3db23ecb4ca460181c', 'gw_port': {'id': '6e9fbce1-6493-4b5a-afb9-c60a28c6403b', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:10Z', 'updated_at': '2022-03-14T11:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:13.723998 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Checking router: 3c8e8275-1649-48fa-939c-981aaa4a90d7 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:22:13.724351 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Updating router 3c8e8275-1649-48fa-939c-981aaa4a90d7 port 6e9fbce1-6493-4b5a-afb9-c60a28c6403b binding host dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:22:13.782243 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (6e9fbce1-6493-4b5a-afb9-c60a28c6403b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:13.797781 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Publish callbacks [] for port (2c432e11-bf95-4478-8ecd-7203714f836c), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:13.807755 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device bad1d456-9a4b-444a-90f4-863385750f53 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:22:13.818817 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-c9844647-ee94-4d52-a04f-a1539478db53 None None] Current status of the port a0f51789-17ca-4b95-9fe5-f74ca2f50535 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:13.901624 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:13.941253 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Network 9e44705d-a570-4d16-9a69-9541d8682728 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:13.944910 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:13.947736 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:22:13.985191 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2c432e11-bf95-4478-8ecd-7203714f836c,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:14.007137 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899496'] for router_interface (3c8e8275-1649-48fa-939c-981aaa4a90d7), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.038739 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port bad1d456-9a4b-444a-90f4-863385750f53, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=bad1d456-9a4b-444a-90f4-863385750f53,segment=NetworkSegment(bdb935a7-96c6-4313-af27-c38f119800d2),segment_id=bdb935a7-96c6-4313-af27-c38f119800d2)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:14.057251 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': 'bad1d456-9a4b-444a-90f4-863385750f53', 'network_id': '36c8caa6-c4c4-4706-bb38-845dc604fc0c', 'port_id': 'bad1d456-9a4b-444a-90f4-863385750f53', 'mac_address': 'fa:16:3e:ac:72:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851a7a8f-6ddb-4315-b810-177c45241537', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:22:14.130280 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port bad1d456-9a4b-444a-90f4-863385750f53 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:14.130678 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (bad1d456-9a4b-444a-90f4-863385750f53), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.169562 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a3d5c-bb3c-43be-a42d-697ddcbd0817 req-15489e04-6857-4ef9-b04b-0894e0c28274 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:14.171889 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e37a3d5c-bb3c-43be-a42d-697ddcbd0817 req-15489e04-6857-4ef9-b04b-0894e0c28274 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 943 time: 0.0751157 Mar 14 11:22:14.193551 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bad1d456-9a4b-444a-90f4-863385750f53 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:22:14.217630 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Publish callbacks [] for port (6e9fbce1-6493-4b5a-afb9-c60a28c6403b), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.231026 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e37a3d5c-bb3c-43be-a42d-697ddcbd0817 req-14f7949e-ba90-4b3c-bc70-03e09556046e tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528641 Mar 14 11:22:14.232346 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port a0f51789-17ca-4b95-9fe5-f74ca2f50535 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:14.242022 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port bad1d456-9a4b-444a-90f4-863385750f53, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=bad1d456-9a4b-444a-90f4-863385750f53,segment=NetworkSegment(bdb935a7-96c6-4313-af27-c38f119800d2),segment_id=bdb935a7-96c6-4313-af27-c38f119800d2)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:14.254355 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-dd2dad23-0f68-4db2-bb0f-b3d5386fbf7e None None] Provisioning complete for port 2c432e11-bf95-4478-8ecd-7203714f836c triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:14.254796 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-dd2dad23-0f68-4db2-bb0f-b3d5386fbf7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.298948 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-dd2dad23-0f68-4db2-bb0f-b3d5386fbf7e None None] Port 2c432e11-bf95-4478-8ecd-7203714f836c cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:22:14.313184 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 48c823a8-d52c-4671-8ef4-487009dd7174 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:22:14.322513 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.334374 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 48c823a8-d52c-4671-8ef4-487009dd7174 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:22:14.334932 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 48c823a8-d52c-4671-8ef4-487009dd7174 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:22:14.335302 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 8c3b9357-e134-4091-acf0-d375ff2c3556 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:22:14.355624 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 8c3b9357-e134-4091-acf0-d375ff2c3556 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:22:14.355970 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 8c3b9357-e134-4091-acf0-d375ff2c3556 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:22:14.390387 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (bad1d456-9a4b-444a-90f4-863385750f53), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.395016 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (6e9fbce1-6493-4b5a-afb9-c60a28c6403b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.446741 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=bad1d456-9a4b-444a-90f4-863385750f53,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:14.486532 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Attempting to bind port 6e9fbce1-6493-4b5a-afb9-c60a28c6403b on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:22:14.486918 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Attempting to bind port 6e9fbce1-6493-4b5a-afb9-c60a28c6403b by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:22:14.487297 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Attempting to bind port 6e9fbce1-6493-4b5a-afb9-c60a28c6403b on network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:22:14.504018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:22:14.504394 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Checking segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:22:14.504811 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.505206 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Bound using segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:22:14.505738 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Bound port: 6e9fbce1-6493-4b5a-afb9-c60a28c6403b, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:22:14.506164 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (6e9fbce1-6493-4b5a-afb9-c60a28c6403b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.509488 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef2d81-8238-4f08-9496-138093adfefb None None] Pushing event updated for resources: {'Port': ['ID=6e9fbce1-6493-4b5a-afb9-c60a28c6403b,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:14.542997 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Publish callbacks [] for port (2c432e11-bf95-4478-8ecd-7203714f836c), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.562899 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] For port 6e9fbce1-6493-4b5a-afb9-c60a28c6403b, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:22:14.566207 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] For port 6e9fbce1-6493-4b5a-afb9-c60a28c6403b, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=6e9fbce1-6493-4b5a-afb9-c60a28c6403b,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:22:14.586458 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55696) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:14.635926 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.665179 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (6e9fbce1-6493-4b5a-afb9-c60a28c6403b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.684658 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-677039759-network', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:14.704913 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899604'] for router_interface (3c8e8275-1649-48fa-939c-981aaa4a90d7), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.706566 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=2c432e11-bf95-4478-8ecd-7203714f836c,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:14.735654 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef2d81-8238-4f08-9496-138093adfefb None None] Pushing event updated for resources: {'Port': ['ID=6e9fbce1-6493-4b5a-afb9-c60a28c6403b,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:14.740861 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Routers {'3c8e8275-1649-48fa-939c-981aaa4a90d7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:22:14.740861 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:22:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['3c8e8275-1649-48fa-939c-981aaa4a90d7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:14.761723 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] Made reservation on behalf of 62a2ab3d6f7c4c459df4f8d1ef82fee0 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:22:14.765273 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.776025 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.802991 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Network 9e44705d-a570-4d16-9a69-9541d8682728 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:14.804637 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:14.848853 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['bad1d456-9a4b-444a-90f4-863385750f53'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:22:14.851769 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device a0f51789-17ca-4b95-9fe5-f74ca2f50535 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:14.902249 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] Publish callbacks [] for security_group (5634105c-f71b-4434-ba86-c1ca94a3368c), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:14.941664 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] Set router 3c8e8275-1649-48fa-939c-981aaa4a90d7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:22:14.951365 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Router 3c8e8275-1649-48fa-939c-981aaa4a90d7 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:22:14.990808 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (5634105c-f71b-4434-ba86-c1ca94a3368c), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:15.024781 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:22:15.031971 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5634105c-f71b-4434-ba86-c1ca94a3368c,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:15.045320 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (0ab1868d-af62-4459-bf12-5bdade824e2b), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:15.045879 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] Added segment 0ab1868d-af62-4459-bf12-5bdade824e2b of type vlan for network ac8d8309-0e4e-4a85-9956-37c78e1327a5 Mar 14 11:22:15.067271 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port a0f51789-17ca-4b95-9fe5-f74ca2f50535 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:15.067649 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:15.091813 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (ac8d8309-0e4e-4a85-9956-37c78e1327a5), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:15.092847 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:22:15.106970 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b9292958-a8ac-4e34-9bca-fa6f95efb3f1 admin admin] 10.222.0.37 "PUT /v2.0/routers/3c8e8275-1649-48fa-939c-981aaa4a90d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0722544 Mar 14 11:22:15.176778 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (ac8d8309-0e4e-4a85-9956-37c78e1327a5), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:15.178087 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:15.178837 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:15.197802 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-c5c09da0-04bf-4d2f-8cc8-8c450b44ff02 None None] Provisioning complete for port 2c432e11-bf95-4478-8ecd-7203714f836c triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:15.198055 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c5c09da0-04bf-4d2f-8cc8-8c450b44ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:15.245159 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] Pushing event updated for resources: {'Network': ['ID=ac8d8309-0e4e-4a85-9956-37c78e1327a5,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:15.279586 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network ac8d8309-0e4e-4a85-9956-37c78e1327a5 details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:22:15.306357 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-cf5626be-2180-4182-b603-9d71116077dd admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7186110 Mar 14 11:22:15.309648 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55710) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:15.319400 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-480bed40-e70d-47e3-bddb-6ee15863bf66 admin admin] Request body: {'subnet': {'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-subnet', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:15.320010 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-c5c09da0-04bf-4d2f-8cc8-8c450b44ff02 None None] Port 2c432e11-bf95-4478-8ecd-7203714f836c cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:22:15.405464 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aaed8a-4a4d-4eb6-a21f-dcc7d26b97cc req-adf0e400-2fbb-4ef1-9194-2ba150cf8832 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:15.407347 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a8aaed8a-4a4d-4eb6-a21f-dcc7d26b97cc req-adf0e400-2fbb-4ef1-9194-2ba150cf8832 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 944 time: 0.0823319 Mar 14 11:22:15.443940 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480bed40-e70d-47e3-bddb-6ee15863bf66 admin admin] Made reservation on behalf of 62a2ab3d6f7c4c459df4f8d1ef82fee0 for: {'subnet': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:22:15.446797 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-480bed40-e70d-47e3-bddb-6ee15863bf66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12359699'] for subnet (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:15.473817 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a8aaed8a-4a4d-4eb6-a21f-dcc7d26b97cc req-432162ed-d39d-4499-bf77-f0e90c485e1d tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604956 Mar 14 11:22:15.585059 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port a0f51789-17ca-4b95-9fe5-f74ca2f50535 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:15.603876 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'name': 'tempest-TestShelveInstance-847125235-router', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '6e9fbce1-6493-4b5a-afb9-c60a28c6403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:09Z', 'updated_at': '2022-03-14T11:22:14Z', 'revision_number': 4, 'project_id': 'cc67139c3c844a3db23ecb4ca460181c', 'gw_port': {'id': '6e9fbce1-6493-4b5a-afb9-c60a28c6403b', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:10Z', 'updated_at': '2022-03-14T11:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '2c432e11-bf95-4478-8ecd-7203714f836c', 'name': '', 'network_id': '9e44705d-a570-4d16-9a69-9541d8682728', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'mac_address': 'fa:16:3e:c4:8a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '004a856f-6ccd-4365-8400-a0f7113d3a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:13Z', 'updated_at': '2022-03-14T11:22:14Z', 'revision_number': 2, 'project_id': 'cc67139c3c844a3db23ecb4ca460181c', 'subnets': [{'id': '004a856f-6ccd-4365-8400-a0f7113d3a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:15.633841 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3d5eb1-43a8-41d4-b6dd-d7e6d9b9d68a None None] The sync data for ids ['3c8e8275-1649-48fa-939c-981aaa4a90d7'] in dv-cinder-831776-2-iscsi is: [{'id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'name': 'tempest-TestShelveInstance-847125235-router', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '6e9fbce1-6493-4b5a-afb9-c60a28c6403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:09Z', 'updated_at': '2022-03-14T11:22:14Z', 'revision_number': 4, 'project_id': 'cc67139c3c844a3db23ecb4ca460181c', 'gw_port': {'id': '6e9fbce1-6493-4b5a-afb9-c60a28c6403b', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:10Z', 'updated_at': '2022-03-14T11:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '2c432e11-bf95-4478-8ecd-7203714f836c', 'name': '', 'network_id': '9e44705d-a570-4d16-9a69-9541d8682728', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'mac_address': 'fa:16:3e:c4:8a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '004a856f-6ccd-4365-8400-a0f7113d3a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:13Z', 'updated_at': '2022-03-14T11:22:14Z', 'revision_number': 2, 'project_id': 'cc67139c3c844a3db23ecb4ca460181c', 'subnets': [{'id': '004a856f-6ccd-4365-8400-a0f7113d3a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:22:15.967207 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55714) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:15.971853 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-9345320a-848e-441c-9c25-160180c2c756 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2047544799', 'description': 'tempest-secgroup-smoke-2047544799 description', 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:16.070480 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-480bed40-e70d-47e3-bddb-6ee15863bf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8796880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12359713'] for subnet (36c84865-fa34-4ad8-b7c4-ef0535413a31), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.089724 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9345320a-848e-441c-9c25-160180c2c756 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.130999 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480bed40-e70d-47e3-bddb-6ee15863bf66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c84865-fa34-4ad8-b7c4-ef0535413a31,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:16.142380 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480bed40-e70d-47e3-bddb-6ee15863bf66 admin admin] Checking segment: {'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:22:16.142741 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480bed40-e70d-47e3-bddb-6ee15863bf66 admin admin] Network hostable DHCP agents. Network: ac8d8309-0e4e-4a85-9956-37c78e1327a5, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104015) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:22:16.175494 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9345320a-848e-441c-9c25-160180c2c756 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group (c9fd941a-455f-4916-80cd-31e012998ec1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.238365 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480bed40-e70d-47e3-bddb-6ee15863bf66 admin admin] Network ac8d8309-0e4e-4a85-9956-37c78e1327a5 is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104015) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:22:16.254979 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9345320a-848e-441c-9c25-160180c2c756 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c9fd941a-455f-4916-80cd-31e012998ec1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.285041 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345320a-848e-441c-9c25-160180c2c756 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fd941a-455f-4916-80cd-31e012998ec1,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:16.350372 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-480bed40-e70d-47e3-bddb-6ee15863bf66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, ac8d8309-0e4e-4a85-9956-37c78e1327a5) {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:16.354688 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480bed40-e70d-47e3-bddb-6ee15863bf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:16.355316 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-480bed40-e70d-47e3-bddb-6ee15863bf66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.358970 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d49e98c-baeb-45da-92b0-96b52bbeece2 None None] Network ac8d8309-0e4e-4a85-9956-37c78e1327a5 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:22:16.387259 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9345320a-848e-441c-9c25-160180c2c756 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.388565 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9345320a-848e-441c-9c25-160180c2c756 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4201615 Mar 14 11:22:16.391637 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55716) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:16.396064 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-526f792f-5e5f-4639-aac1-1110aef45f1e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Request body: {'security_group_rule': {'security_group_id': 'c9fd941a-455f-4916-80cd-31e012998ec1', 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:16.459937 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76d7e8ab-c6c4-5dc2-bbd2-0a63752f153b-ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31'}]}} from dv-cinder-831776-2-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 11:22:16.460767 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.484687 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55718) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:16.489886 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:16.494528 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-480bed40-e70d-47e3-bddb-6ee15863bf66 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1834276 Mar 14 11:22:16.591580 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-526f792f-5e5f-4639-aac1-1110aef45f1e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (fff24054-1a0e-489b-b39e-1376ec29180d), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.604920 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Allocated IP 172.20.0.2 (ac8d8309-0e4e-4a85-9956-37c78e1327a5/36c84865-fa34-4ad8-b7c4-ef0535413a31/b6af5ff4-c554-4422-997b-b2af73b937ba) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:22:16.623083 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3901214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.624055 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3901322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3899752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3930077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6786'] for router (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.635671 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47329cf3-3268-4364-9cdd-adc9bbdb8c76 req-6af4a097-a00c-46d0-844c-150f8ff9f13a tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:16.637196 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47329cf3-3268-4364-9cdd-adc9bbdb8c76 req-6af4a097-a00c-46d0-844c-150f8ff9f13a tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 944 time: 0.0944571 Mar 14 11:22:16.743645 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-526f792f-5e5f-4639-aac1-1110aef45f1e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (fff24054-1a0e-489b-b39e-1376ec29180d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.745381 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Publish callbacks [] for router_controller (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.750130 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47329cf3-3268-4364-9cdd-adc9bbdb8c76 req-1aaffbc2-cf5b-4e92-a129-7dc238736a25 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064212 Mar 14 11:22:16.757222 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Publish callbacks [] for port (b6af5ff4-c554-4422-997b-b2af73b937ba), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.826917 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-526f792f-5e5f-4639-aac1-1110aef45f1e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (fff24054-1a0e-489b-b39e-1376ec29180d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.844726 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f792f-5e5f-4639-aac1-1110aef45f1e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff24054-1a0e-489b-b39e-1376ec29180d,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:16.873096 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (b6af5ff4-c554-4422-997b-b2af73b937ba), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.913135 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Network ac8d8309-0e4e-4a85-9956-37c78e1327a5 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:16.917564 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:16.921982 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:22:16.925002 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Pushing event updated for resources: {'Port': ['ID=b6af5ff4-c554-4422-997b-b2af73b937ba,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:16.978583 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-526f792f-5e5f-4639-aac1-1110aef45f1e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.979116 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Attempting to bind port b6af5ff4-c554-4422-997b-b2af73b937ba on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:22:16.979494 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Attempting to bind port b6af5ff4-c554-4422-997b-b2af73b937ba by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:22:16.979765 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-526f792f-5e5f-4639-aac1-1110aef45f1e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5871713 Mar 14 11:22:16.979878 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Attempting to bind port b6af5ff4-c554-4422-997b-b2af73b937ba on network ac8d8309-0e4e-4a85-9956-37c78e1327a5 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:22:16.982692 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55722) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:16.987405 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-0f07eae7-2b13-466f-b122-11ad0622df45 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Request body: {'security_group_rule': {'security_group_id': 'c9fd941a-455f-4916-80cd-31e012998ec1', 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:16.988840 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:22:16.989441 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Checking segment: {'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:22:16.989913 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:16.990326 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Bound using segment: {'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:22:16.990799 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Bound port: b6af5ff4-c554-4422-997b-b2af73b937ba, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:22:16.991191 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (b6af5ff4-c554-4422-997b-b2af73b937ba), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.016420 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Publish callbacks [] for router_gateway (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.057894 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] For port b6af5ff4-c554-4422-997b-b2af73b937ba, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:22:17.060879 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] For port b6af5ff4-c554-4422-997b-b2af73b937ba, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=b6af5ff4-c554-4422-997b-b2af73b937ba,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:22:17.094766 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0f07eae7-2b13-466f-b122-11ad0622df45 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (739bd142-e61c-4498-b2b7-c8fb5a92deed), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.168849 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0f07eae7-2b13-466f-b122-11ad0622df45 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (739bd142-e61c-4498-b2b7-c8fb5a92deed), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.182962 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (b6af5ff4-c554-4422-997b-b2af73b937ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.254132 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca373a-2498-4a0d-aa24-6efee9c9acfb None None] Pushing event updated for resources: {'Port': ['ID=b6af5ff4-c554-4422-997b-b2af73b937ba,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:17.261366 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0f07eae7-2b13-466f-b122-11ad0622df45 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (739bd142-e61c-4498-b2b7-c8fb5a92deed), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.295471 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f07eae7-2b13-466f-b122-11ad0622df45 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739bd142-e61c-4498-b2b7-c8fb5a92deed,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:17.381119 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0f07eae7-2b13-466f-b122-11ad0622df45 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.382740 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-0f07eae7-2b13-466f-b122-11ad0622df45 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3988621 Mar 14 11:22:17.386032 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55724) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:17.390411 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-3b15cd3f-422a-479f-9b4f-1cb2381e00d0 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Request body: {'security_group_rule': {'security_group_id': 'c9fd941a-455f-4916-80cd-31e012998ec1', 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:17.402024 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Publish callbacks [] for router_gateway (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.424551 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.552964 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b15cd3f-422a-479f-9b4f-1cb2381e00d0 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (a659e67c-627f-4bac-8670-223f46bc855b), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.596177 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Allocated IP 172.27.3.194 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/0d9790e1-4a86-456f-809a-b10f5b7e7f98) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:22:17.685790 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b15cd3f-422a-479f-9b4f-1cb2381e00d0 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (a659e67c-627f-4bac-8670-223f46bc855b), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.728142 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Publish callbacks [] for port (0d9790e1-4a86-456f-809a-b10f5b7e7f98), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.768038 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b15cd3f-422a-479f-9b4f-1cb2381e00d0 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (a659e67c-627f-4bac-8670-223f46bc855b), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.797815 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15cd3f-422a-479f-9b4f-1cb2381e00d0 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a659e67c-627f-4bac-8670-223f46bc855b,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:17.798306 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device bad1d456-9a4b-444a-90f4-863385750f53 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:17.833874 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (0d9790e1-4a86-456f-809a-b10f5b7e7f98), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.880606 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b15cd3f-422a-479f-9b4f-1cb2381e00d0 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.881797 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3b15cd3f-422a-479f-9b4f-1cb2381e00d0 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4948120 Mar 14 11:22:17.885452 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:17.886105 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 55728) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:17.886501 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98f257-155c-47d0-a099-82a8541cd301 req-9fb7c306-a1b2-4e7f-a06a-f0bf72168289 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:17.888012 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0d98f257-155c-47d0-a099-82a8541cd301 req-9fb7c306-a1b2-4e7f-a06a-f0bf72168289 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 944 time: 0.0627849 Mar 14 11:22:17.896992 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-56708719-0c6b-4744-a14d-1a145d37528b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Request body: {'security_group_rule': {'security_group_id': 'c9fd941a-455f-4916-80cd-31e012998ec1', 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:17.920886 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:17.923178 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Pushing event updated for resources: {'Port': ['ID=0d9790e1-4a86-456f-809a-b10f5b7e7f98,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:17.925367 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:22:17.935754 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port bad1d456-9a4b-444a-90f4-863385750f53 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:22:17.941524 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port bad1d456-9a4b-444a-90f4-863385750f53 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:17.941913 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (bad1d456-9a4b-444a-90f4-863385750f53), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:17.965725 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0d98f257-155c-47d0-a099-82a8541cd301 req-9355f74a-64fc-484b-8fc9-d2fbe5a608f9 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716038 Mar 14 11:22:18.053222 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port bad1d456-9a4b-444a-90f4-863385750f53 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:18.053612 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (bad1d456-9a4b-444a-90f4-863385750f53), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.077659 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-56708719-0c6b-4744-a14d-1a145d37528b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (19da3dad-9521-4f6b-ae62-05a8cfdb5003), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.078575 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d5dc2d-2902-41c4-a0f2-a772e25976bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad1d456-9a4b-444a-90f4-863385750f53'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:22:18.080812 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150f349e-e3b3-4a31-add3-7ea2bc845093" -d '{"events": [{"server_uuid": "b3d5dc2d-2902-41c4-a0f2-a772e25976bf", "name": "network-vif-plugged", "status": "completed", "tag": "bad1d456-9a4b-444a-90f4-863385750f53"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:22:18.094732 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port bad1d456-9a4b-444a-90f4-863385750f53, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=bad1d456-9a4b-444a-90f4-863385750f53,segment=NetworkSegment(bdb935a7-96c6-4313-af27-c38f119800d2),segment_id=bdb935a7-96c6-4313-af27-c38f119800d2)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:18.119591 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414d0e8c-aa4b-4d14-9f8d-e9b0f54e3508 x-openstack-request-id: req-414d0e8c-aa4b-4d14-9f8d-e9b0f54e3508 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:22:18.119897 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d5dc2d-2902-41c4-a0f2-a772e25976bf", "name": "network-vif-plugged", "status": "completed", "tag": "bad1d456-9a4b-444a-90f4-863385750f53", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:22:18.120155 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-414d0e8c-aa4b-4d14-9f8d-e9b0f54e3508 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:22:18.120565 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d5dc2d-2902-41c4-a0f2-a772e25976bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bad1d456-9a4b-444a-90f4-863385750f53', 'code': 200} Mar 14 11:22:18.158820 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-56708719-0c6b-4744-a14d-1a145d37528b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (19da3dad-9521-4f6b-ae62-05a8cfdb5003), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.161889 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (bad1d456-9a4b-444a-90f4-863385750f53), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.218636 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=bad1d456-9a4b-444a-90f4-863385750f53,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:18.294619 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-56708719-0c6b-4744-a14d-1a145d37528b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (19da3dad-9521-4f6b-ae62-05a8cfdb5003), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.322515 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38af38ad-c6f7-4f61-87fc-ea398b13ed25 None None] Network ac8d8309-0e4e-4a85-9956-37c78e1327a5 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:22:18.325059 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56708719-0c6b-4744-a14d-1a145d37528b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19da3dad-9521-4f6b-ae62-05a8cfdb5003,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:18.326982 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Publish callbacks [] for router_gateway (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.411815 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-a8d1c110-e772-418e-bf67-d2bd8f029dad None None] Provisioning complete for port b6af5ff4-c554-4422-997b-b2af73b937ba triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:18.412191 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a8d1c110-e772-418e-bf67-d2bd8f029dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (b6af5ff4-c554-4422-997b-b2af73b937ba), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.423199 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-56708719-0c6b-4744-a14d-1a145d37528b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.427182 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-56708719-0c6b-4744-a14d-1a145d37528b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5337248 Mar 14 11:22:18.427529 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55732) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:18.434451 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-94b6c7ad-f5ce-422f-a31c-1a194a43f07b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Request body: {'security_group_rule': {'security_group_id': 'c9fd941a-455f-4916-80cd-31e012998ec1', 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:18.534540 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1c110-e772-418e-bf67-d2bd8f029dad None None] Current status of the port b6af5ff4-c554-4422-997b-b2af73b937ba is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:18.534939 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a8d1c110-e772-418e-bf67-d2bd8f029dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (b6af5ff4-c554-4422-997b-b2af73b937ba), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.556097 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.securitygroups_db [None req-94b6c7ad-f5ce-422f-a31c-1a194a43f07b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Project 4b283a8ad5a549b2b2524ee66d4f215e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 11:22:18.563824 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-94b6c7ad-f5ce-422f-a31c-1a194a43f07b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (f9913445-869e-4446-ad5d-72378ac8cef7), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.573167 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-a8d1c110-e772-418e-bf67-d2bd8f029dad None None] For port b6af5ff4-c554-4422-997b-b2af73b937ba, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=b6af5ff4-c554-4422-997b-b2af73b937ba,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:18.582415 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3899669'] for router (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.619819 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967935d-091e-482d-a914-b7a2077a2f75 req-a785b136-631a-43b0-ac0d-ac984ee9d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:18.621076 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d967935d-091e-482d-a914-b7a2077a2f75 req-a785b136-631a-43b0-ac0d-ac984ee9d124 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 1129 time: 0.1186728 Mar 14 11:22:18.638837 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-94b6c7ad-f5ce-422f-a31c-1a194a43f07b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (f9913445-869e-4446-ad5d-72378ac8cef7), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.670262 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a8d1c110-e772-418e-bf67-d2bd8f029dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (b6af5ff4-c554-4422-997b-b2af73b937ba), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.687031 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d967935d-091e-482d-a914-b7a2077a2f75 req-4dcb7cc2-1fd1-4a72-8404-d82d033de31d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502613 Mar 14 11:22:18.736965 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1c110-e772-418e-bf67-d2bd8f029dad None None] Pushing event updated for resources: {'Port': ['ID=b6af5ff4-c554-4422-997b-b2af73b937ba,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:18.797628 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Sync routers for ids ['3c8e8275-1649-48fa-939c-981aaa4a90d7'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:22:18.798197 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-94b6c7ad-f5ce-422f-a31c-1a194a43f07b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (f9913445-869e-4446-ad5d-72378ac8cef7), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.815298 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Routers {'3c8e8275-1649-48fa-939c-981aaa4a90d7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:22:18.815937 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:22:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['3c8e8275-1649-48fa-939c-981aaa4a90d7'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:18.818062 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-40e93899-8a4e-4265-82ae-433cfffdd0d3 None None] Provisioning complete for port b6af5ff4-c554-4422-997b-b2af73b937ba triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:18.818533 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-40e93899-8a4e-4265-82ae-433cfffdd0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (b6af5ff4-c554-4422-997b-b2af73b937ba), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.820177 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6c7ad-f5ce-422f-a31c-1a194a43f07b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9913445-869e-4446-ad5d-72378ac8cef7,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:18.830814 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 is scheduled to L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 11:22:18.895298 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-94b6c7ad-f5ce-422f-a31c-1a194a43f07b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:18.896933 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-94b6c7ad-f5ce-422f-a31c-1a194a43f07b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4679434 Mar 14 11:22:18.900341 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55734) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:18.906702 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-67b7255e-c560-47b9-8f83-ee9cb5a5a43e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Request body: {'security_group_rule': {'security_group_id': 'c9fd941a-455f-4916-80cd-31e012998ec1', 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:18.926147 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-40e93899-8a4e-4265-82ae-433cfffdd0d3 None None] Current status of the port b6af5ff4-c554-4422-997b-b2af73b937ba is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:18.935967 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device b6af5ff4-c554-4422-997b-b2af73b937ba up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:18.956131 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Set router 3c8e8275-1649-48fa-939c-981aaa4a90d7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:22:18.972104 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:22:18.984454 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Sync routers for ids ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:22:19.004160 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Routers {'0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:22:19.004794 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:22:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:19.015614 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.securitygroups_db [None req-67b7255e-c560-47b9-8f83-ee9cb5a5a43e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Project 4b283a8ad5a549b2b2524ee66d4f215e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 11:22:19.020723 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-67b7255e-c560-47b9-8f83-ee9cb5a5a43e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (5f6dca2f-9c92-436c-9782-184233774e5f), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.055630 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port b6af5ff4-c554-4422-997b-b2af73b937ba triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:19.055831 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.056100 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (b6af5ff4-c554-4422-997b-b2af73b937ba), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.063189 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55738) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:19.063597 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-126518a3-c543-47bd-b200-4fcb0c318d56 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5749137 Mar 14 11:22:19.163625 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Set router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:22:19.186122 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39b1d2-cac6-40b3-baea-fd208ecb72f7 req-bd6312ff-4d95-4c20-9603-9d1e74b46947 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:19.189972 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1e39b1d2-cac6-40b3-baea-fd208ecb72f7 req-bd6312ff-4d95-4c20-9603-9d1e74b46947 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 945 time: 0.1442068 Mar 14 11:22:19.201747 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'name': 'tempest-TestShelveInstance-847125235-router', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '6e9fbce1-6493-4b5a-afb9-c60a28c6403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:09Z', 'updated_at': '2022-03-14T11:22:14Z', 'revision_number': 4, 'project_id': 'cc67139c3c844a3db23ecb4ca460181c', 'gw_port': {'id': '6e9fbce1-6493-4b5a-afb9-c60a28c6403b', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:10Z', 'updated_at': '2022-03-14T11:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '2c432e11-bf95-4478-8ecd-7203714f836c', 'name': '', 'network_id': '9e44705d-a570-4d16-9a69-9541d8682728', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'mac_address': 'fa:16:3e:c4:8a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '004a856f-6ccd-4365-8400-a0f7113d3a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:13Z', 'updated_at': '2022-03-14T11:22:14Z', 'revision_number': 2, 'project_id': 'cc67139c3c844a3db23ecb4ca460181c', 'subnets': [{'id': '004a856f-6ccd-4365-8400-a0f7113d3a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:19.236222 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Checking router: 3c8e8275-1649-48fa-939c-981aaa4a90d7 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:22:19.242420 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Updating router 3c8e8275-1649-48fa-939c-981aaa4a90d7 port 2c432e11-bf95-4478-8ecd-7203714f836c binding host dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:22:19.242607 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-67b7255e-c560-47b9-8f83-ee9cb5a5a43e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (5f6dca2f-9c92-436c-9782-184233774e5f), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.276930 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.303459 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port b6af5ff4-c554-4422-997b-b2af73b937ba is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:19.305021 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 6e9fbce1-6493-4b5a-afb9-c60a28c6403b up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:19.334963 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1e39b1d2-cac6-40b3-baea-fd208ecb72f7 req-5c6721a0-f3ad-40a1-a6ea-20edfb5c30b4 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030183 Mar 14 11:22:19.375450 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-67b7255e-c560-47b9-8f83-ee9cb5a5a43e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (5f6dca2f-9c92-436c-9782-184233774e5f), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.404451 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7255e-c560-47b9-8f83-ee9cb5a5a43e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6dca2f-9c92-436c-9782-184233774e5f,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:19.409426 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 6e9fbce1-6493-4b5a-afb9-c60a28c6403b triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:19.409877 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (6e9fbce1-6493-4b5a-afb9-c60a28c6403b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.465075 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:18Z', 'revision_number': 3, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:19.500363 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Checking router: 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:22:19.500717 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Updating router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 port 0d9790e1-4a86-456f-809a-b10f5b7e7f98 binding host dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:22:19.509662 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-67b7255e-c560-47b9-8f83-ee9cb5a5a43e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.519166 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-67b7255e-c560-47b9-8f83-ee9cb5a5a43e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6097066 Mar 14 11:22:19.556057 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (0d9790e1-4a86-456f-809a-b10f5b7e7f98), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.568576 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Publish callbacks [] for port (2c432e11-bf95-4478-8ecd-7203714f836c), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.595325 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 6e9fbce1-6493-4b5a-afb9-c60a28c6403b is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:19.595477 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (6e9fbce1-6493-4b5a-afb9-c60a28c6403b), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.643865 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.673613 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port 6e9fbce1-6493-4b5a-afb9-c60a28c6403b, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=6e9fbce1-6493-4b5a-afb9-c60a28c6403b,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:19.683583 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.706972 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec902c5-7d1c-4570-96f3-e357574b238f None None] Pushing event updated for resources: {'Port': ['ID=2c432e11-bf95-4478-8ecd-7203714f836c,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:19.786469 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (6e9fbce1-6493-4b5a-afb9-c60a28c6403b), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.803503 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Attempting to bind port 2c432e11-bf95-4478-8ecd-7203714f836c on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:22:19.804595 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Attempting to bind port 2c432e11-bf95-4478-8ecd-7203714f836c by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '48bb6ed6-734f-4759-a139-a7936214aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e44705d-a570-4d16-9a69-9541d8682728'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:22:19.805792 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Attempting to bind port 2c432e11-bf95-4478-8ecd-7203714f836c on network 9e44705d-a570-4d16-9a69-9541d8682728 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:22:19.811571 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:22:19.811954 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Checking segment: {'id': '48bb6ed6-734f-4759-a139-a7936214aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e44705d-a570-4d16-9a69-9541d8682728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:22:19.812358 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.812746 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Bound using segment: {'id': '48bb6ed6-734f-4759-a139-a7936214aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e44705d-a570-4d16-9a69-9541d8682728'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:22:19.813219 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Bound port: 2c432e11-bf95-4478-8ecd-7203714f836c, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48bb6ed6-734f-4759-a139-a7936214aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e44705d-a570-4d16-9a69-9541d8682728'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:22:19.813595 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:19.887792 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] For port 2c432e11-bf95-4478-8ecd-7203714f836c, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:22:19.891804 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] For port 2c432e11-bf95-4478-8ecd-7203714f836c, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=2c432e11-bf95-4478-8ecd-7203714f836c,segment=NetworkSegment(48bb6ed6-734f-4759-a139-a7936214aaeb),segment_id=48bb6ed6-734f-4759-a139-a7936214aaeb)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:22:19.904031 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Allocated IP 172.20.0.1 (ac8d8309-0e4e-4a85-9956-37c78e1327a5/36c84865-fa34-4ad8-b7c4-ef0535413a31/e3070c33-283b-4e39-9cba-2ef714cd4551) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:22:19.982976 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.037657 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=6e9fbce1-6493-4b5a-afb9-c60a28c6403b,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:20.058563 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec902c5-7d1c-4570-96f3-e357574b238f None None] Pushing event updated for resources: {'Port': ['ID=2c432e11-bf95-4478-8ecd-7203714f836c,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:20.067113 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Routers {'3c8e8275-1649-48fa-939c-981aaa4a90d7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:22:20.067877 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:22:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['3c8e8275-1649-48fa-939c-981aaa4a90d7'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:20.069742 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Publish callbacks [] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.074195 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-536b8271-94c9-4127-a94f-5cb3fbdda2a0 None None] Provisioning complete for port 2c432e11-bf95-4478-8ecd-7203714f836c triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:20.086006 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-536b8271-94c9-4127-a94f-5cb3fbdda2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.166024 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Publish callbacks [] for port (0d9790e1-4a86-456f-809a-b10f5b7e7f98), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.183744 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.198978 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] Set router 3c8e8275-1649-48fa-939c-981aaa4a90d7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:22:20.225121 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-536b8271-94c9-4127-a94f-5cb3fbdda2a0 None None] Current status of the port 2c432e11-bf95-4478-8ecd-7203714f836c is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:20.225766 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-536b8271-94c9-4127-a94f-5cb3fbdda2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.246649 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Network ac8d8309-0e4e-4a85-9956-37c78e1327a5 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:20.251964 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:20.259228 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:22:20.283582 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-536b8271-94c9-4127-a94f-5cb3fbdda2a0 None None] For port 2c432e11-bf95-4478-8ecd-7203714f836c, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=2c432e11-bf95-4478-8ecd-7203714f836c,segment=NetworkSegment(48bb6ed6-734f-4759-a139-a7936214aaeb),segment_id=48bb6ed6-734f-4759-a139-a7936214aaeb)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:20.297064 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Pushing event updated for resources: {'Port': ['ID=e3070c33-283b-4e39-9cba-2ef714cd4551,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:20.304644 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (0d9790e1-4a86-456f-809a-b10f5b7e7f98), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.343325 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899496'] for router_interface (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.411470 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba3416-3c11-43ad-bb81-f7d442726601 None None] Pushing event updated for resources: {'Port': ['ID=0d9790e1-4a86-456f-809a-b10f5b7e7f98,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:20.416157 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-536b8271-94c9-4127-a94f-5cb3fbdda2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.462894 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Attempting to bind port 0d9790e1-4a86-456f-809a-b10f5b7e7f98 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:22:20.463269 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Attempting to bind port 0d9790e1-4a86-456f-809a-b10f5b7e7f98 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:22:20.463648 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Attempting to bind port 0d9790e1-4a86-456f-809a-b10f5b7e7f98 on network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:22:20.485656 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:22:20.485656 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Checking segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:22:20.485656 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.485656 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Bound using segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:22:20.485656 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Bound port: 0d9790e1-4a86-456f-809a-b10f5b7e7f98, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:22:20.485656 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (0d9790e1-4a86-456f-809a-b10f5b7e7f98), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.613263 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] For port 0d9790e1-4a86-456f-809a-b10f5b7e7f98, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:22:20.615330 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b8271-94c9-4127-a94f-5cb3fbdda2a0 None None] Pushing event updated for resources: {'Port': ['ID=2c432e11-bf95-4478-8ecd-7203714f836c,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:20.623411 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.625811 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'name': 'tempest-TestShelveInstance-847125235-router', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '6e9fbce1-6493-4b5a-afb9-c60a28c6403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:09Z', 'updated_at': '2022-03-14T11:22:14Z', 'revision_number': 4, 'project_id': 'cc67139c3c844a3db23ecb4ca460181c', 'gw_port': {'id': '6e9fbce1-6493-4b5a-afb9-c60a28c6403b', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:10Z', 'updated_at': '2022-03-14T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '2c432e11-bf95-4478-8ecd-7203714f836c', 'name': '', 'network_id': '9e44705d-a570-4d16-9a69-9541d8682728', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'mac_address': 'fa:16:3e:c4:8a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '004a856f-6ccd-4365-8400-a0f7113d3a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:13Z', 'updated_at': '2022-03-14T11:22:19Z', 'revision_number': 4, 'project_id': 'cc67139c3c844a3db23ecb4ca460181c', 'subnets': [{'id': '004a856f-6ccd-4365-8400-a0f7113d3a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:20.628710 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05f709-db0a-465b-9f2b-64fb9c2dc243 req-700cba94-698b-4cec-80a7-487bf97eed3b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:20.629848 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-813b8ae2-e0d6-43e6-aef9-fa8d874b00a3 None None] Provisioning complete for port 2c432e11-bf95-4478-8ecd-7203714f836c triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:20.630253 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-813b8ae2-e0d6-43e6-aef9-fa8d874b00a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.635517 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] For port 0d9790e1-4a86-456f-809a-b10f5b7e7f98, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=0d9790e1-4a86-456f-809a-b10f5b7e7f98,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:22:20.642634 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe05f709-db0a-465b-9f2b-64fb9c2dc243 req-700cba94-698b-4cec-80a7-487bf97eed3b tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 945 time: 0.1748364 Mar 14 11:22:20.689218 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4ce57-5e8e-4133-b7eb-4ba651ec8223 None None] The sync data for ids ['3c8e8275-1649-48fa-939c-981aaa4a90d7'] in dv-cinder-831776-2-iscsi is: [{'id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'name': 'tempest-TestShelveInstance-847125235-router', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '6e9fbce1-6493-4b5a-afb9-c60a28c6403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:09Z', 'updated_at': '2022-03-14T11:22:14Z', 'revision_number': 4, 'project_id': 'cc67139c3c844a3db23ecb4ca460181c', 'gw_port': {'id': '6e9fbce1-6493-4b5a-afb9-c60a28c6403b', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:10Z', 'updated_at': '2022-03-14T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '2c432e11-bf95-4478-8ecd-7203714f836c', 'name': '', 'network_id': '9e44705d-a570-4d16-9a69-9541d8682728', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'mac_address': 'fa:16:3e:c4:8a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '004a856f-6ccd-4365-8400-a0f7113d3a19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:13Z', 'updated_at': '2022-03-14T11:22:19Z', 'revision_number': 4, 'project_id': 'cc67139c3c844a3db23ecb4ca460181c', 'subnets': [{'id': '004a856f-6ccd-4365-8400-a0f7113d3a19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:22:20.731880 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-813b8ae2-e0d6-43e6-aef9-fa8d874b00a3 None None] Current status of the port 2c432e11-bf95-4478-8ecd-7203714f836c is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:20.738536 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fe05f709-db0a-465b-9f2b-64fb9c2dc243 req-69fa1c53-26e4-4c89-b7bd-92d9d43d8541 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929387 Mar 14 11:22:20.754843 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (0d9790e1-4a86-456f-809a-b10f5b7e7f98), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.833166 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Routers {'0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:22:20.833166 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:22:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:20.916748 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 2c432e11-bf95-4478-8ecd-7203714f836c up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:20.932212 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Publish callbacks [] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.950850 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-4fb65b00-9f4d-4a82-b4c0-7e85b4c84229 None None] Provisioning complete for port e3070c33-283b-4e39-9cba-2ef714cd4551 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:20.955528 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4fb65b00-9f4d-4a82-b4c0-7e85b4c84229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:20.985792 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aba3416-3c11-43ad-bb81-f7d442726601 None None] Pushing event updated for resources: {'Port': ['ID=0d9790e1-4a86-456f-809a-b10f5b7e7f98,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:21.004622 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:21.052928 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-4fb65b00-9f4d-4a82-b4c0-7e85b4c84229 None None] Port e3070c33-283b-4e39-9cba-2ef714cd4551 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:22:21.076582 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] Set router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:22:21.076989 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899604'] for router_interface (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:21.078402 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 2c432e11-bf95-4478-8ecd-7203714f836c triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:21.078777 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:21.078899 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Pushing event updated for resources: {'Port': ['ID=e3070c33-283b-4e39-9cba-2ef714cd4551,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:21.181594 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Network ac8d8309-0e4e-4a85-9956-37c78e1327a5 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:21.183862 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:21.319553 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 2c432e11-bf95-4478-8ecd-7203714f836c is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:21.320772 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 6e9fbce1-6493-4b5a-afb9-c60a28c6403b up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:21.353363 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:22:21.412843 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 6e9fbce1-6493-4b5a-afb9-c60a28c6403b triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:21.413217 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (6e9fbce1-6493-4b5a-afb9-c60a28c6403b), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:21.448569 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:19Z', 'revision_number': 1, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:21.483969 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00ca177-f6f5-4309-a215-41ea4bcdc4e9 None None] The sync data for ids ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'] in dv-cinder-831776-2-iscsi is: [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:19Z', 'revision_number': 1, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:22:21.515358 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:22:21.522008 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-e65d2136-5963-4ba3-a33d-0901b5694142 admin admin] 10.222.0.37 "PUT /v2.0/routers/0f1a1dd2-a262-4275-8f5c-0d27d970a8f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4559534 Mar 14 11:22:21.538188 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 6e9fbce1-6493-4b5a-afb9-c60a28c6403b is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:21.575042 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-1264c1bb-42c5-427b-93d8-8788d5f2dbb4 None None] Provisioning complete for port e3070c33-283b-4e39-9cba-2ef714cd4551 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:21.575421 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1264c1bb-42c5-427b-93d8-8788d5f2dbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:21.610155 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-1264c1bb-42c5-427b-93d8-8788d5f2dbb4 None None] Port e3070c33-283b-4e39-9cba-2ef714cd4551 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:22:21.890369 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e931b-590f-49e8-9b59-99c4300479d9 req-54c6dc87-25e0-42ef-9092-205c2cc77919 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:21.892020 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-955e931b-590f-49e8-9b59-99c4300479d9 req-54c6dc87-25e0-42ef-9092-205c2cc77919 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 945 time: 0.0711422 Mar 14 11:22:21.943864 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-955e931b-590f-49e8-9b59-99c4300479d9 req-7188459d-82a7-4219-b872-54a25ea92f17 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459981 Mar 14 11:22:22.479515 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55818) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:22.484796 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-ebba1a42-c4a0-43b7-a177-a254588a974e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1019800771', 'description': 'tempest-description--1221178692'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:22.693082 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ebba1a42-c4a0-43b7-a177-a254588a974e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:22.787952 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ebba1a42-c4a0-43b7-a177-a254588a974e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group (fe09bdaf-c8d5-43ef-aeef-b4086282bd09), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:22.946843 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ebba1a42-c4a0-43b7-a177-a254588a974e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (fe09bdaf-c8d5-43ef-aeef-b4086282bd09), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:22.978911 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba1a42-c4a0-43b7-a177-a254588a974e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe09bdaf-c8d5-43ef-aeef-b4086282bd09,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:23.044613 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ebba1a42-c4a0-43b7-a177-a254588a974e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:23.046087 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-ebba1a42-c4a0-43b7-a177-a254588a974e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5650597 Mar 14 11:22:23.062729 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55824) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:23.067721 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-9efc9b96-60a3-4f22-a88c-22cfa6558061 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Request body: {'security_group_rule': {'security_group_id': 'fe09bdaf-c8d5-43ef-aeef-b4086282bd09', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:23.170024 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9efc9b96-60a3-4f22-a88c-22cfa6558061 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group_rule (568c6e3e-ce32-48c8-bf91-d91097777190), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:23.235428 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9efc9b96-60a3-4f22-a88c-22cfa6558061 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group_rule (568c6e3e-ce32-48c8-bf91-d91097777190), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:23.365988 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9efc9b96-60a3-4f22-a88c-22cfa6558061 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (568c6e3e-ce32-48c8-bf91-d91097777190), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:23.386033 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc9b96-60a3-4f22-a88c-22cfa6558061 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568c6e3e-ce32-48c8-bf91-d91097777190,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:23.486122 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9efc9b96-60a3-4f22-a88c-22cfa6558061 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:23.488000 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-9efc9b96-60a3-4f22-a88c-22cfa6558061 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4238145 Mar 14 11:22:23.490685 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55826) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:23.496206 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-3b155dc4-4942-4d47-b427-f09464375b3c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Request body: {'security_group_rule': {'security_group_id': 'fe09bdaf-c8d5-43ef-aeef-b4086282bd09', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:23.633658 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3b155dc4-4942-4d47-b427-f09464375b3c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group_rule (b66cddcd-e0aa-496f-bfc7-ee56e3907fee), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:23.693612 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3b155dc4-4942-4d47-b427-f09464375b3c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group_rule (b66cddcd-e0aa-496f-bfc7-ee56e3907fee), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:23.786662 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3b155dc4-4942-4d47-b427-f09464375b3c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (b66cddcd-e0aa-496f-bfc7-ee56e3907fee), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:23.804564 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b155dc4-4942-4d47-b427-f09464375b3c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66cddcd-e0aa-496f-bfc7-ee56e3907fee,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:23.888953 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3b155dc4-4942-4d47-b427-f09464375b3c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:23.891624 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3b155dc4-4942-4d47-b427-f09464375b3c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3983006 Mar 14 11:22:23.893847 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 55830) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:23.898304 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Request body: {'floatingip': {'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:24.003961 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:24.121931 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:24.247271 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Allocated IP 172.27.3.32 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/038e2187-eaf0-429d-9adf-719a5b65dcbb) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:22:24.331843 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Sync routers for ids ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:22:24.349249 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Routers {'0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:22:24.349850 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:22:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:24.373930 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for port (038e2187-eaf0-429d-9adf-719a5b65dcbb), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:24.507309 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Set router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:22:24.518651 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (038e2187-eaf0-429d-9adf-719a5b65dcbb), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:24.566412 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:24.569422 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:24.574701 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:22:24.581319 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event updated for resources: {'Port': ['ID=038e2187-eaf0-429d-9adf-719a5b65dcbb,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:24.680275 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for floatingip (86d93bf1-803c-4058-8031-941a0b9c1570), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:24.795977 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (038e2187-eaf0-429d-9adf-719a5b65dcbb), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:24.874226 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 0d9790e1-4a86-456f-809a-b10f5b7e7f98 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:24.899618 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 2, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:24.933965 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Checking router: 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:22:24.934348 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Updating router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 port e3070c33-283b-4e39-9cba-2ef714cd4551 binding host dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:22:24.942953 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 0d9790e1-4a86-456f-809a-b10f5b7e7f98 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:24.943334 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (0d9790e1-4a86-456f-809a-b10f5b7e7f98), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:24.965829 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:24.993916 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for port (038e2187-eaf0-429d-9adf-719a5b65dcbb), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:25.029114 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 0d9790e1-4a86-456f-809a-b10f5b7e7f98 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:25.029434 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (0d9790e1-4a86-456f-809a-b10f5b7e7f98), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:25.054336 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port 0d9790e1-4a86-456f-809a-b10f5b7e7f98, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=0d9790e1-4a86-456f-809a-b10f5b7e7f98,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:25.058468 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (038e2187-eaf0-429d-9adf-719a5b65dcbb), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:25.132662 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event updated for resources: {'Port': ['ID=038e2187-eaf0-429d-9adf-719a5b65dcbb,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:25.146045 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (86d93bf1-803c-4058-8031-941a0b9c1570), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:25.147323 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (0d9790e1-4a86-456f-809a-b10f5b7e7f98), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:25.212187 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=0d9790e1-4a86-456f-809a-b10f5b7e7f98,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:25.240899 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:25.243054 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-9827540b-3bbc-4f55-af27-05b066a2f3c9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3475704 Mar 14 11:22:25.293697 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Publish callbacks [] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:25.386902 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:25.396357 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-d5f48a16-3fe5-4edb-b1e1-749a0ea4ac92 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1019800771&fields=id&tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0 HTTP/1.1" status: 200 len: 267 time: 0.0426781 Mar 14 11:22:25.448265 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64454ab9-ebec-4f5a-bde1-a325b81a2e4f None None] Pushing event updated for resources: {'Port': ['ID=e3070c33-283b-4e39-9cba-2ef714cd4551,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:25.505097 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Attempting to bind port e3070c33-283b-4e39-9cba-2ef714cd4551 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:22:25.505470 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Attempting to bind port e3070c33-283b-4e39-9cba-2ef714cd4551 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:22:25.505835 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Attempting to bind port e3070c33-283b-4e39-9cba-2ef714cd4551 on network ac8d8309-0e4e-4a85-9956-37c78e1327a5 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:22:25.511971 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:22:25.512331 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Checking segment: {'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:22:25.512729 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:25.513116 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Bound using segment: {'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:22:25.513580 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Bound port: e3070c33-283b-4e39-9cba-2ef714cd4551, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:22:25.514024 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:25.538977 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-66757ff6-a113-40f0-b9cb-0966e7f7d583 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:25.540976 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-66757ff6-a113-40f0-b9cb-0966e7f7d583 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/networks?id=ac8d8309-0e4e-4a85-9956-37c78e1327a5 HTTP/1.1" status: 200 len: 816 time: 0.1374071 Mar 14 11:22:25.572982 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-8e5df209-9212-4ba3-a96a-24a833981f89 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/quotas/62a2ab3d6f7c4c459df4f8d1ef82fee0 HTTP/1.1" status: 200 len: 375 time: 0.0239308 Mar 14 11:22:25.591412 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] For port e3070c33-283b-4e39-9cba-2ef714cd4551, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:22:25.595856 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] For port e3070c33-283b-4e39-9cba-2ef714cd4551, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=e3070c33-283b-4e39-9cba-2ef714cd4551,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:22:25.634739 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-16305676-e663-496a-a844-42894215ef2f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557868 Mar 14 11:22:25.678575 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:25.737023 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Routers {'0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:22:25.737653 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:22:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:25.740695 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-91eb4cc9-2565-4cc4-aa5d-81cd4d0163a5 service neutron] 10.222.0.37 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940692 Mar 14 11:22:25.765460 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-f56b0f4b-b777-46ce-81b8-d44b44b3d04b None None] Provisioning complete for port e3070c33-283b-4e39-9cba-2ef714cd4551 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:25.766231 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f56b0f4b-b777-46ce-81b8-d44b44b3d04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:25.780095 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64454ab9-ebec-4f5a-bde1-a325b81a2e4f None None] Pushing event updated for resources: {'Port': ['ID=e3070c33-283b-4e39-9cba-2ef714cd4551,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:25.875116 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] Set router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:22:25.884653 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-f56b0f4b-b777-46ce-81b8-d44b44b3d04b None None] Current status of the port e3070c33-283b-4e39-9cba-2ef714cd4551 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:25.885825 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f56b0f4b-b777-46ce-81b8-d44b44b3d04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:25.889388 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-7d636cb5-93a0-49b1-aa07-c391946fdb3b service neutron] 10.222.0.37 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364274 Mar 14 11:22:25.928600 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-f56b0f4b-b777-46ce-81b8-d44b44b3d04b None None] For port e3070c33-283b-4e39-9cba-2ef714cd4551, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=e3070c33-283b-4e39-9cba-2ef714cd4551,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:26.001467 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f56b0f4b-b777-46ce-81b8-d44b44b3d04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:26.053840 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b0f4b-b777-46ce-81b8-d44b44b3d04b None None] Pushing event updated for resources: {'Port': ['ID=e3070c33-283b-4e39-9cba-2ef714cd4551,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:26.104911 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:22:26.136339 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eb1d4ed7-f13d-4a43-82fa-7d825850ea93 None None] Provisioning complete for port e3070c33-283b-4e39-9cba-2ef714cd4551 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:26.136722 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eb1d4ed7-f13d-4a43-82fa-7d825850ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:26.146825 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c297b6-f1cb-4a7c-9657-2d0d98b4aa4d None None] The sync data for ids ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'] in dv-cinder-831776-2-iscsi is: [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:22:26.188163 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b33601ff-455a-41de-8c0e-3e2c19b6d4c8 req-ca5559e7-220f-487d-96ce-8fd5694cfd04 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 210 time: 0.0375836 Mar 14 11:22:26.237053 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d4ed7-f13d-4a43-82fa-7d825850ea93 None None] Current status of the port e3070c33-283b-4e39-9cba-2ef714cd4551 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:26.852605 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 0d9790e1-4a86-456f-809a-b10f5b7e7f98 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:26.901092 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 0d9790e1-4a86-456f-809a-b10f5b7e7f98 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:26.901750 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (0d9790e1-4a86-456f-809a-b10f5b7e7f98), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:26.982462 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 0d9790e1-4a86-456f-809a-b10f5b7e7f98 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:26.983528 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device e3070c33-283b-4e39-9cba-2ef714cd4551 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:27.032126 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port e3070c33-283b-4e39-9cba-2ef714cd4551 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:27.032504 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:27.110005 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port e3070c33-283b-4e39-9cba-2ef714cd4551 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:27.274794 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-758e1dca-3daa-44b2-9611-e4e0782feea5 req-052a171c-374f-4092-901f-d425b8c0b12e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 210 time: 0.0301356 Mar 14 11:22:27.835465 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:22:28.357653 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2dd142bc-fbf2-4c5a-873a-72c26be67106 req-b180ffb6-1af5-4444-ae84-b8bb99de9ebc tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 210 time: 0.0297315 Mar 14 11:22:29.376641 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b56043-507c-429b-a699-efd621b55f04 req-d1043216-28ac-4fe4-a380-de8642533759 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:29.378228 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75b56043-507c-429b-a699-efd621b55f04 req-d1043216-28ac-4fe4-a380-de8642533759 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0542035 Mar 14 11:22:29.447221 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-75b56043-507c-429b-a699-efd621b55f04 req-b975677a-5c45-4d92-8114-b5b3cef6246f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608213 Mar 14 11:22:29.481717 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5efb20bd-a10e-4a6a-9105-e48dc08877fe req-750728cc-3623-40cd-a9f5-f65c0dac637a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 210 time: 0.0480633 Mar 14 11:22:29.499362 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429734c-8e94-4811-8069-8cc760ac9c3d req-819a97a9-c43b-4d22-b6ba-2dce7709f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:29.500816 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7429734c-8e94-4811-8069-8cc760ac9c3d req-819a97a9-c43b-4d22-b6ba-2dce7709f35f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=292d573892b244f9ba50eddc7652e19e&device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 1168 time: 0.0767658 Mar 14 11:22:29.860800 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429734c-8e94-4811-8069-8cc760ac9c3d req-65c767a1-e351-4367-9bdd-50fb9b60358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:29.862332 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7429734c-8e94-4811-8069-8cc760ac9c3d req-65c767a1-e351-4367-9bdd-50fb9b60358d service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3732a89-3d96-4f9c-aaa1-b75f25d16a91 HTTP/1.1" status: 200 len: 915 time: 0.3543289 Mar 14 11:22:29.932550 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7429734c-8e94-4811-8069-8cc760ac9c3d req-d99a75ab-4e4e-41dd-b210-5ab5576695a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 HTTP/1.1" status: 200 len: 1000 time: 0.0629854 Mar 14 11:22:29.993239 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429734c-8e94-4811-8069-8cc760ac9c3d req-bfb7fce4-752a-4c62-8415-f961b030f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:29.994706 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7429734c-8e94-4811-8069-8cc760ac9c3d req-bfb7fce4-752a-4c62-8415-f961b030f0b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5850270-558c-4af6-9c86-36d691806adb HTTP/1.1" status: 200 len: 853 time: 0.0461397 Mar 14 11:22:30.044413 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429734c-8e94-4811-8069-8cc760ac9c3d req-193d38f9-3b70-4920-ba24-4a6a1e133252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:30.045955 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7429734c-8e94-4811-8069-8cc760ac9c3d req-193d38f9-3b70-4920-ba24-4a6a1e133252 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3732a89-3d96-4f9c-aaa1-b75f25d16a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439107 Mar 14 11:22:30.140558 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7429734c-8e94-4811-8069-8cc760ac9c3d req-8fb5dac9-fa6e-4088-804d-3c8fcff9c049 service neutron] 10.222.0.44 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869427 Mar 14 11:22:30.236481 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7429734c-8e94-4811-8069-8cc760ac9c3d req-a4714857-5176-488f-a6c4-7135f5c082fd service neutron] 10.222.0.44 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861735 Mar 14 11:22:30.595951 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77ec22b3-b2e5-4be4-ad6c-8142d74f3a69 req-8f091ff0-1ebb-4496-996f-88234d40d09f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 210 time: 0.0412357 Mar 14 11:22:30.596667 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d9a6-ece4-4ae8-97c4-0057be4f8d7a req-018b758c-acb9-4064-a681-842c7aaccd6b tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:30.598416 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-55f0d9a6-ece4-4ae8-97c4-0057be4f8d7a req-018b758c-acb9-4064-a681-842c7aaccd6b tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0730016 Mar 14 11:22:30.670479 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-55f0d9a6-ece4-4ae8-97c4-0057be4f8d7a req-971ef9b9-e094-4d56-af34-901ed3c15790 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652773 Mar 14 11:22:31.693506 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e2f22aa-fad1-4347-94ef-a5723ca94974 req-43620a1d-8c38-47a5-9ba8-e7a715d4d44d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 210 time: 0.0268288 Mar 14 11:22:31.805137 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263600dc-e6e5-43a3-a620-926d2a67acb5 req-727892ef-8013-4c51-98ca-afab74792701 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:31.806684 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-263600dc-e6e5-43a3-a620-926d2a67acb5 req-727892ef-8013-4c51-98ca-afab74792701 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0646212 Mar 14 11:22:31.864929 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-263600dc-e6e5-43a3-a620-926d2a67acb5 req-0fc26ebd-33cd-4f0e-b0a3-8228d6f1205f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527866 Mar 14 11:22:32.611422 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-3ec4d2b9-5634-407e-a5f1-fa3a5e6ea4e5 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:32.612891 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-3ec4d2b9-5634-407e-a5f1-fa3a5e6ea4e5 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.44 "GET /v2.0/networks?id=ac8d8309-0e4e-4a85-9956-37c78e1327a5 HTTP/1.1" status: 200 len: 816 time: 0.1124594 Mar 14 11:22:32.679242 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-4caa3b47-a446-465e-9a65-01a7dea6c153 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0 HTTP/1.1" status: 200 len: 380 time: 0.0540674 Mar 14 11:22:32.690000 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-df03940d-c172-4efe-9b69-98a9d313f952 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Request body: {'port': {'device_id': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'admin_state_up': True, 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'security_groups': ['fe09bdaf-c8d5-43ef-aeef-b4086282bd09']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:32.807147 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f12b5b4b-8b97-4410-b768-cf82368a4c06 req-8d8459bd-a7a5-4eed-8a13-f16f24d40588 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 210 time: 0.0378158 Mar 14 11:22:32.929234 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-df03940d-c172-4efe-9b69-98a9d313f952 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Made reservation on behalf of 62a2ab3d6f7c4c459df4f8d1ef82fee0 for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:22:32.933304 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-df03940d-c172-4efe-9b69-98a9d313f952 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:33.050839 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab82c17-0940-4699-9b68-461ac8ff1c2a req-96f0bc31-58f5-42f1-a2cb-9ca9c5918111 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:33.052239 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ab82c17-0940-4699-9b68-461ac8ff1c2a req-96f0bc31-58f5-42f1-a2cb-9ca9c5918111 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.1164746 Mar 14 11:22:33.128286 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-df03940d-c172-4efe-9b69-98a9d313f952 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Allocated IP 172.20.0.10 (ac8d8309-0e4e-4a85-9956-37c78e1327a5/36c84865-fa34-4ad8-b7c4-ef0535413a31/e2cceb08-3771-4458-af33-1feb1042b764) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:22:33.157964 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ab82c17-0940-4699-9b68-461ac8ff1c2a req-9672aaa6-3291-47f7-a15e-983d1670ebfe tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836995 Mar 14 11:22:33.284582 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-df03940d-c172-4efe-9b69-98a9d313f952 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for port (e2cceb08-3771-4458-af33-1feb1042b764), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:33.430474 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-df03940d-c172-4efe-9b69-98a9d313f952 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (e2cceb08-3771-4458-af33-1feb1042b764), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:33.472231 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-df03940d-c172-4efe-9b69-98a9d313f952 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Network ac8d8309-0e4e-4a85-9956-37c78e1327a5 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:33.475234 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-df03940d-c172-4efe-9b69-98a9d313f952 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:33.479413 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-df03940d-c172-4efe-9b69-98a9d313f952 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:22:33.505129 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03940d-c172-4efe-9b69-98a9d313f952 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event updated for resources: {'Port': ['ID=e2cceb08-3771-4458-af33-1feb1042b764,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:33.537889 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-df03940d-c172-4efe-9b69-98a9d313f952 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:33.538704 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-df03940d-c172-4efe-9b69-98a9d313f952 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:33.623310 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-df03940d-c172-4efe-9b69-98a9d313f952 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9369383 Mar 14 11:22:33.715650 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-8d10b3c7-8cc5-4fd0-b6d3-d3c5fcb5bcd5 None None] Provisioning complete for port e2cceb08-3771-4458-af33-1feb1042b764 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:33.716217 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8d10b3c7-8cc5-4fd0-b6d3-d3c5fcb5bcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e2cceb08-3771-4458-af33-1feb1042b764), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:33.748070 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-8d10b3c7-8cc5-4fd0-b6d3-d3c5fcb5bcd5 None None] Port e2cceb08-3771-4458-af33-1feb1042b764 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:22:33.943003 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf1b21-3092-4433-a8ad-6cbcd5415686 req-f71012c5-7914-476a-8e3f-2924ce63c8f0 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:33.944473 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b0cf1b21-3092-4433-a8ad-6cbcd5415686 req-f71012c5-7914-476a-8e3f-2924ce63c8f0 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 932 time: 0.0588496 Mar 14 11:22:33.990952 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b0cf1b21-3092-4433-a8ad-6cbcd5415686 req-7490eba2-9839-459a-b860-2f1fe72d80da tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404019 Mar 14 11:22:34.278893 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a47cc9-68f5-4b60-85d0-d91633812e7b req-cc849563-267d-4884-a642-33bf09f3ce0f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:34.280364 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77a47cc9-68f5-4b60-85d0-d91633812e7b req-cc849563-267d-4884-a642-33bf09f3ce0f tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0525494 Mar 14 11:22:34.341931 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-77a47cc9-68f5-4b60-85d0-d91633812e7b req-53fd64d8-ca59-4f10-839a-134ebc7db006 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559280 Mar 14 11:22:35.111753 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee3b4b-e6be-4d94-9950-c7dd3bd8489f req-bc2a855d-8bfa-4fc1-abbe-0a982e64b3d7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:35.113183 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-47ee3b4b-e6be-4d94-9950-c7dd3bd8489f req-bc2a855d-8bfa-4fc1-abbe-0a982e64b3d7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 932 time: 0.0508728 Mar 14 11:22:35.160558 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-47ee3b4b-e6be-4d94-9950-c7dd3bd8489f req-5e366e21-262d-4dc3-904e-6d5c22fb7900 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416706 Mar 14 11:22:35.277221 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0f46b292-a1fb-4b0a-8f5b-032e47aadb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:35.468712 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d27a4-0633-47f7-a186-9feeaf1086c5 req-8f89f7ab-bdf3-458c-a6f7-379cd1908c68 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:35.470175 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f34d27a4-0633-47f7-a186-9feeaf1086c5 req-8f89f7ab-bdf3-458c-a6f7-379cd1908c68 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0545106 Mar 14 11:22:35.528012 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f34d27a4-0633-47f7-a186-9feeaf1086c5 req-c0850b59-d925-42d0-afbf-c9ad6bb87c57 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521467 Mar 14 11:22:36.278885 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94c958-2a2f-4624-814a-0d90e69fe090 req-2ad94d57-1774-4a8c-beff-071a78bf244b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:36.280353 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fb94c958-2a2f-4624-814a-0d90e69fe090 req-2ad94d57-1774-4a8c-beff-071a78bf244b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 932 time: 0.0528586 Mar 14 11:22:36.330428 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fb94c958-2a2f-4624-814a-0d90e69fe090 req-73839cde-fbb3-4399-b735-1be52c0f0758 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446200 Mar 14 11:22:36.644556 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517d558-cb74-4db8-b445-7559cf4b4cc9 req-af66af35-c4ab-4353-b504-e1ed192abf15 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:36.646024 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4517d558-cb74-4db8-b445-7559cf4b4cc9 req-af66af35-c4ab-4353-b504-e1ed192abf15 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0521772 Mar 14 11:22:36.704531 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4517d558-cb74-4db8-b445-7559cf4b4cc9 req-e34429c6-2cb6-46df-a828-ebfd4ca6ba17 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525601 Mar 14 11:22:37.380159 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-235ef3b9-e278-4fdb-87a0-6012cc00124d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:37.452061 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec901a-b2a3-42d3-8605-3be2b8673827 req-3f0717c6-12f5-4470-a31f-3090dd444721 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:37.453508 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-18ec901a-b2a3-42d3-8605-3be2b8673827 req-3f0717c6-12f5-4470-a31f-3090dd444721 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 932 time: 0.0514584 Mar 14 11:22:37.499715 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-18ec901a-b2a3-42d3-8605-3be2b8673827 req-a4a69680-e9b3-4e33-af39-6d76d4e0daa1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407133 Mar 14 11:22:38.048576 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf965e8-c273-4ffe-b4f9-60bc6ffef947 req-b77ff778-7002-4da1-92a9-bdd3e8a96a74 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:38.050070 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-acf965e8-c273-4ffe-b4f9-60bc6ffef947 req-b77ff778-7002-4da1-92a9-bdd3e8a96a74 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.2786112 Mar 14 11:22:38.109356 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-acf965e8-c273-4ffe-b4f9-60bc6ffef947 req-bd08af50-957c-4718-9d18-99f006794073 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536227 Mar 14 11:22:38.621897 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de63172-1623-473e-bde7-64dd10396382 req-47944020-d06f-4c48-918d-289ad6a7e12c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:38.623479 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1de63172-1623-473e-bde7-64dd10396382 req-47944020-d06f-4c48-918d-289ad6a7e12c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 932 time: 0.0540917 Mar 14 11:22:38.664099 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:38.669311 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1de63172-1623-473e-bde7-64dd10396382 req-4544b009-50ec-4974-9077-e3762aceeba5 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403173 Mar 14 11:22:39.007777 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Request body: {'port': {'device_id': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:39.068980 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e2cceb08-3771-4458-af33-1feb1042b764), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:39.078009 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:39.240069 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926905c9-bfd4-4005-ae82-2ea600d14560 req-3e1feee8-a1be-4253-842e-d0497ee304ec tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:39.241935 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-926905c9-bfd4-4005-ae82-2ea600d14560 req-3e1feee8-a1be-4253-842e-d0497ee304ec tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0615599 Mar 14 11:22:39.307092 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-926905c9-bfd4-4005-ae82-2ea600d14560 req-310c8b04-0438-4a3c-85b7-3b64196f7536 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586488 Mar 14 11:22:39.347870 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2cceb08-3771-4458-af33-1feb1042b764 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:22:39.355680 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Publish callbacks [] for port (e2cceb08-3771-4458-af33-1feb1042b764), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:39.367318 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Transition to ACTIVE for port object e2cceb08-3771-4458-af33-1feb1042b764 will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:22:39.414018 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (e2cceb08-3771-4458-af33-1feb1042b764), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:39.468154 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cceb08-3771-4458-af33-1feb1042b764,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:39.538875 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Attempting to bind port e2cceb08-3771-4458-af33-1feb1042b764 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:22:39.539213 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Attempting to bind port e2cceb08-3771-4458-af33-1feb1042b764 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:22:39.539545 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Attempting to bind port e2cceb08-3771-4458-af33-1feb1042b764 on network ac8d8309-0e4e-4a85-9956-37c78e1327a5 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:22:39.544515 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Port e2cceb08-3771-4458-af33-1feb1042b764 on network ac8d8309-0e4e-4a85-9956-37c78e1327a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:22:39.544845 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Attempting to bind port e2cceb08-3771-4458-af33-1feb1042b764 on network ac8d8309-0e4e-4a85-9956-37c78e1327a5 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:22:39.549679 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:22:39.550055 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Checking segment: {'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:22:39.550441 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Bound using segment: {'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:22:39.550870 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Bound port: e2cceb08-3771-4458-af33-1feb1042b764, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:22:39.551227 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e2cceb08-3771-4458-af33-1feb1042b764), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:39.621038 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] For port e2cceb08-3771-4458-af33-1feb1042b764, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:22:39.624045 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] For port e2cceb08-3771-4458-af33-1feb1042b764, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e2cceb08-3771-4458-af33-1feb1042b764,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:22:39.701028 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (e2cceb08-3771-4458-af33-1feb1042b764), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:39.739955 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:39.740568 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:39.744749 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] 10.222.0.44 "PUT /v2.0/ports/e2cceb08-3771-4458-af33-1feb1042b764 HTTP/1.1" status: 200 len: 1094 time: 0.7388628 Mar 14 11:22:39.744749 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'tag': 'e2cceb08-3771-4458-af33-1feb1042b764'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:22:39.745636 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f199049c-8027-4495-b04d-3b410dfb8eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe138d1f-390a-46f7-8c07-3221da78a58a", "tag": "e2cceb08-3771-4458-af33-1feb1042b764"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:22:39.789726 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af7a11c-077a-413e-b678-a15a40ffae2c x-openstack-request-id: req-8af7a11c-077a-413e-b678-a15a40ffae2c {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:22:39.790680 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe138d1f-390a-46f7-8c07-3221da78a58a", "tag": "e2cceb08-3771-4458-af33-1feb1042b764", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:22:39.791016 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8af7a11c-077a-413e-b678-a15a40ffae2c {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:22:39.791326 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'tag': 'e2cceb08-3771-4458-af33-1feb1042b764', 'status': 'completed', 'code': 200} Mar 14 11:22:39.817206 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c527ed-5574-4599-9ea6-107368bf9484 service neutron] Pushing event updated for resources: {'Port': ['ID=e2cceb08-3771-4458-af33-1feb1042b764,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:39.873344 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda67d8-b22f-45b1-b9fa-de84c1292ae1 req-cb31d3f3-01cc-4d3c-a878-3a5392a6684b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:39.874914 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6cda67d8-b22f-45b1-b9fa-de84c1292ae1 req-cb31d3f3-01cc-4d3c-a878-3a5392a6684b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.1192248 Mar 14 11:22:39.897732 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199049c-8027-4495-b04d-3b410dfb8eb2 req-eb795393-39a7-45e6-8816-43f9633c056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:39.900149 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f199049c-8027-4495-b04d-3b410dfb8eb2 req-eb795393-39a7-45e6-8816-43f9633c056a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 1128 time: 0.0946097 Mar 14 11:22:39.958997 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6cda67d8-b22f-45b1-b9fa-de84c1292ae1 req-12335d79-5491-4508-9750-76b794f07e21 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787749 Mar 14 11:22:40.014507 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199049c-8027-4495-b04d-3b410dfb8eb2 req-868f7ebe-38e7-4535-8ed3-983bb3dbcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:40.015903 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f199049c-8027-4495-b04d-3b410dfb8eb2 req-868f7ebe-38e7-4535-8ed3-983bb3dbcacf service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1087723 Mar 14 11:22:40.117346 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199049c-8027-4495-b04d-3b410dfb8eb2 req-77375fe8-573d-43f5-8506-51d9ed99780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:40.118911 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f199049c-8027-4495-b04d-3b410dfb8eb2 req-77375fe8-573d-43f5-8506-51d9ed99780b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948322 Mar 14 11:22:40.209231 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-6afbcf88-b68e-45ad-9d5e-de81fc128a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:40.210750 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-6afbcf88-b68e-45ad-9d5e-de81fc128a28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 1128 time: 0.0445018 Mar 14 11:22:40.255534 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-68d03256-0604-47c7-a46f-ea6989c27809 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cceb08-3771-4458-af33-1feb1042b764 HTTP/1.1" status: 200 len: 217 time: 0.0376463 Mar 14 11:22:40.304539 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-e9654768-d8d4-4d94-8755-bccbb6f9bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:40.306109 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-e9654768-d8d4-4d94-8755-bccbb6f9bd04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36c84865-fa34-4ad8-b7c4-ef0535413a31 HTTP/1.1" status: 200 len: 855 time: 0.0440483 Mar 14 11:22:40.329151 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:40.356435 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-2b7aba57-0008-4a71-a109-d527182d56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:40.357997 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-2b7aba57-0008-4a71-a109-d527182d56f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac8d8309-0e4e-4a85-9956-37c78e1327a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454869 Mar 14 11:22:40.434938 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e19dc-8429-431f-ac18-c922218fee86 req-ccb65a3f-7091-476e-b07f-73204c68971e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:40.436441 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f49e19dc-8429-431f-ac18-c922218fee86 req-ccb65a3f-7091-476e-b07f-73204c68971e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0574734 Mar 14 11:22:40.452234 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-22b22abc-e700-477e-961e-9593d99fbddd service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880036 Mar 14 11:22:40.498840 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f49e19dc-8429-431f-ac18-c922218fee86 req-e1f02cb0-cb46-4717-94ba-24d7e3564272 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560129 Mar 14 11:22:40.542358 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba6a8377-9717-4bc8-b5c4-4d29f6ae5495 req-f7c68fd5-f52b-4c71-b59e-f101b2249568 service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834882 Mar 14 11:22:41.083030 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbf351-9630-47ed-bd5e-0e898fb27187 req-e83b175e-af84-45d6-9c14-5f6c90a58cd4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:41.084563 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-39bbf351-9630-47ed-bd5e-0e898fb27187 req-e83b175e-af84-45d6-9c14-5f6c90a58cd4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0529222 Mar 14 11:22:41.135586 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-39bbf351-9630-47ed-bd5e-0e898fb27187 req-cc4a63b1-81ae-4569-82d1-837f736e3570 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451651 Mar 14 11:22:41.616571 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2e99e-b75a-4ea0-bd98-080a146b62a6 req-48912587-9abe-43c3-bb09-e8cc3549f288 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:41.618584 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-56c2e99e-b75a-4ea0-bd98-080a146b62a6 req-48912587-9abe-43c3-bb09-e8cc3549f288 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0523219 Mar 14 11:22:41.676572 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-56c2e99e-b75a-4ea0-bd98-080a146b62a6 req-2e38297a-8e2a-484d-acbd-adeca04225aa tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522933 Mar 14 11:22:41.751409 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:42.255198 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6517722-b260-4e7d-a8ee-26bde8051477 req-15b4d5e2-f150-491b-b2c3-4dee32cd7743 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:42.256577 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a6517722-b260-4e7d-a8ee-26bde8051477 req-15b4d5e2-f150-491b-b2c3-4dee32cd7743 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0510275 Mar 14 11:22:42.302581 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a6517722-b260-4e7d-a8ee-26bde8051477 req-5f3f8653-54b7-45c5-8dfb-c4d9efd0af2e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398028 Mar 14 11:22:42.794212 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c482a-8150-44f4-be07-be564f97361f req-ca455fae-b542-4e4a-aa60-df25bdc8422e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:42.795674 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c65c482a-8150-44f4-be07-be564f97361f req-ca455fae-b542-4e4a-aa60-df25bdc8422e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0526824 Mar 14 11:22:42.857709 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c65c482a-8150-44f4-be07-be564f97361f req-7074b025-a6de-434b-acd8-bc8d8da96f5a tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563200 Mar 14 11:22:43.425102 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7d9e4-de9f-4d44-967c-30dc5fec9c23 req-1450cc84-78e7-4a01-a235-41c33224f397 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:43.426599 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e6b7d9e4-de9f-4d44-967c-30dc5fec9c23 req-1450cc84-78e7-4a01-a235-41c33224f397 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0525396 Mar 14 11:22:43.472525 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e6b7d9e4-de9f-4d44-967c-30dc5fec9c23 req-648e20b9-33e7-40c8-94db-b7034c0748d4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405357 Mar 14 11:22:43.975009 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bb389-6db6-4873-bbfb-212ac14d7559 req-8a2bf045-e7f0-40dd-8bcc-d532b1f1abaf tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:43.976453 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d1bb389-6db6-4873-bbfb-212ac14d7559 req-8a2bf045-e7f0-40dd-8bcc-d532b1f1abaf tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0534978 Mar 14 11:22:44.035752 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d1bb389-6db6-4873-bbfb-212ac14d7559 req-842a180c-288f-488e-8b42-01da0f5531bb tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531962 Mar 14 11:22:44.592902 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abf247-f38c-43ca-8eb7-fecbca8450b7 req-e4692d79-ae69-42fa-b9a0-9d49924fecab tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:44.594358 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-12abf247-f38c-43ca-8eb7-fecbca8450b7 req-e4692d79-ae69-42fa-b9a0-9d49924fecab tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0548258 Mar 14 11:22:44.639947 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-12abf247-f38c-43ca-8eb7-fecbca8450b7 req-eca5b87d-08e4-4811-adb7-6f9e0a0430c8 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401297 Mar 14 11:22:45.154557 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738e1ab-3831-422e-818f-aba071dfe788 req-18a42718-fe95-4f65-b54e-0258449be0d2 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:45.156021 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c738e1ab-3831-422e-818f-aba071dfe788 req-18a42718-fe95-4f65-b54e-0258449be0d2 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0540636 Mar 14 11:22:45.213827 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c738e1ab-3831-422e-818f-aba071dfe788 req-c572ed37-47ca-4009-b887-156a385c2917 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522206 Mar 14 11:22:45.761791 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54fac1f-f0da-4f47-886d-6bc6260cd503 req-9c718ad9-d346-4a2c-ae04-dc4a05a509a9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:45.763610 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a54fac1f-f0da-4f47-886d-6bc6260cd503 req-9c718ad9-d346-4a2c-ae04-dc4a05a509a9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0538630 Mar 14 11:22:45.810863 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a54fac1f-f0da-4f47-886d-6bc6260cd503 req-bc2ea439-44ba-4f4c-ad34-2d0f500b170b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417650 Mar 14 11:22:46.337928 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772782d-700f-4b24-8602-00354b35ea73 req-c001c69c-86a3-44c9-b465-edd315e6fa5e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:46.339505 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c772782d-700f-4b24-8602-00354b35ea73 req-c001c69c-86a3-44c9-b465-edd315e6fa5e tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0585694 Mar 14 11:22:46.402069 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c772782d-700f-4b24-8602-00354b35ea73 req-41e00aa3-fbe0-4a18-be8d-a851ac750218 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569456 Mar 14 11:22:46.933445 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5cecb-44ad-41ec-a983-7e6047514985 req-b3209764-a6b7-43bd-a65e-ad222c9a571b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:46.934937 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ecc5cecb-44ad-41ec-a983-7e6047514985 req-b3209764-a6b7-43bd-a65e-ad222c9a571b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0547774 Mar 14 11:22:46.981808 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ecc5cecb-44ad-41ec-a983-7e6047514985 req-ad95b398-b36e-4693-b123-edd085d4194b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412676 Mar 14 11:22:47.520984 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133e4a2-ee1d-48e4-b091-fa4c307b6343 req-0e805ea9-d1b0-4a79-866f-7c1233a7becf tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:47.522518 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d133e4a2-ee1d-48e4-b091-fa4c307b6343 req-0e805ea9-d1b0-4a79-866f-7c1233a7becf tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0534525 Mar 14 11:22:47.581096 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d133e4a2-ee1d-48e4-b091-fa4c307b6343 req-db5110f0-c3ff-4fcd-b50f-3583476cde87 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529912 Mar 14 11:22:48.100637 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8b98c-db6c-4e45-8574-037c09b4048e req-718bb82c-9872-4944-9aed-f05e0be0cae6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:48.102582 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-29d8b98c-db6c-4e45-8574-037c09b4048e req-718bb82c-9872-4944-9aed-f05e0be0cae6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0515587 Mar 14 11:22:48.148203 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-29d8b98c-db6c-4e45-8574-037c09b4048e req-2b75ac5c-f0cb-4ef2-ae01-8aed5c3814c6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401402 Mar 14 11:22:48.696369 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1829b22-eaaf-4065-b711-54e7a6169c95 req-a6541f1b-a52b-4e87-8517-0ec8e7a60b05 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:48.697804 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1829b22-eaaf-4065-b711-54e7a6169c95 req-a6541f1b-a52b-4e87-8517-0ec8e7a60b05 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0515633 Mar 14 11:22:48.759717 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1829b22-eaaf-4065-b711-54e7a6169c95 req-c3fc3ce9-7010-448c-bb73-52bf461ecfbb tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562906 Mar 14 11:22:49.270439 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f058de4-e3b5-4fe4-a3bb-48f99f23569f req-4d00dcae-681b-470a-bc65-e05b20a650d7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:49.271910 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f058de4-e3b5-4fe4-a3bb-48f99f23569f req-4d00dcae-681b-470a-bc65-e05b20a650d7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0533044 Mar 14 11:22:49.323250 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f058de4-e3b5-4fe4-a3bb-48f99f23569f req-2fe07f05-ca66-4243-a449-f82df5638a48 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455170 Mar 14 11:22:49.877670 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7827d5f-cbe1-4bc1-995d-bf10f3c86346 req-a07ef294-bc12-4e4c-a2a2-ce8c57654dbe tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:49.879191 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c7827d5f-cbe1-4bc1-995d-bf10f3c86346 req-a07ef294-bc12-4e4c-a2a2-ce8c57654dbe tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0533235 Mar 14 11:22:49.938945 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c7827d5f-cbe1-4bc1-995d-bf10f3c86346 req-4940b12c-c0f9-4aea-a99d-86c78ee08df8 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539556 Mar 14 11:22:50.447516 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c91aa-2e3f-4bc5-a8fb-809a7a11e12e req-f0e8ed9b-2758-4f99-9cff-cf7bac8da4e0 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:50.448959 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ff1c91aa-2e3f-4bc5-a8fb-809a7a11e12e req-f0e8ed9b-2758-4f99-9cff-cf7bac8da4e0 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0525897 Mar 14 11:22:50.494157 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ff1c91aa-2e3f-4bc5-a8fb-809a7a11e12e req-22609a47-14e0-4a80-b802-c9c4eeff4205 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395887 Mar 14 11:22:51.029309 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device e2cceb08-3771-4458-af33-1feb1042b764 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:22:51.060031 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5732eb7-1d34-4051-b097-bcb6679c22f1 req-bbb4ac23-c43e-4178-b6e5-774fd2d25435 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:51.061543 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f5732eb7-1d34-4051-b097-bcb6679c22f1 req-bbb4ac23-c43e-4178-b6e5-774fd2d25435 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0567458 Mar 14 11:22:51.123119 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f5732eb7-1d34-4051-b097-bcb6679c22f1 req-66d40a5a-90e5-4d57-b157-d722e3f7a036 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552275 Mar 14 11:22:51.126232 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port e2cceb08-3771-4458-af33-1feb1042b764, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e2cceb08-3771-4458-af33-1feb1042b764,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:51.139002 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': 'e2cceb08-3771-4458-af33-1feb1042b764', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'port_id': 'e2cceb08-3771-4458-af33-1feb1042b764', 'mac_address': 'fa:16:3e:52:24:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:22:51.180700 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port e2cceb08-3771-4458-af33-1feb1042b764 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:51.181115 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e2cceb08-3771-4458-af33-1feb1042b764), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:51.315005 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cceb08-3771-4458-af33-1feb1042b764 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:22:51.334785 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port e2cceb08-3771-4458-af33-1feb1042b764, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e2cceb08-3771-4458-af33-1feb1042b764,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:51.459799 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e2cceb08-3771-4458-af33-1feb1042b764), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:51.507752 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=e2cceb08-3771-4458-af33-1feb1042b764,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:51.616789 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5def5-27ae-485a-9a4f-32a6fb166a92 req-1ae7c80b-6978-48f4-bbf3-9466c90f5547 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:51.618800 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-09d5def5-27ae-485a-9a4f-32a6fb166a92 req-1ae7c80b-6978-48f4-bbf3-9466c90f5547 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 945 time: 0.0542538 Mar 14 11:22:51.664487 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-09d5def5-27ae-485a-9a4f-32a6fb166a92 req-057c8519-2f7d-4900-9a29-e777091e59f8 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408275 Mar 14 11:22:52.080341 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['e2cceb08-3771-4458-af33-1feb1042b764'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:22:52.250492 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356fa0-9114-4603-b33b-cb67a47539c4 req-9e02f100-a28e-43bc-a5d9-f9c28d137890 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:52.251953 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc356fa0-9114-4603-b33b-cb67a47539c4 req-9e02f100-a28e-43bc-a5d9-f9c28d137890 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0600941 Mar 14 11:22:52.311280 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fc356fa0-9114-4603-b33b-cb67a47539c4 req-13d1f2ed-15f5-47f3-b6ba-aa246a24a624 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536115 Mar 14 11:22:52.792646 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562a9ec-6a5c-42f7-909b-754df166680d req-8e6ece16-3816-4b1a-955a-1372eaf95779 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:52.794135 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5562a9ec-6a5c-42f7-909b-754df166680d req-8e6ece16-3816-4b1a-955a-1372eaf95779 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 945 time: 0.0559123 Mar 14 11:22:52.839947 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5562a9ec-6a5c-42f7-909b-754df166680d req-df7f8348-454b-42c4-a7f0-77984a666771 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401168 Mar 14 11:22:53.463442 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8f1bb-94d5-4bef-959c-d07e213f03c8 req-dfa0d839-ba31-46dd-90a4-65215e0d9a43 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:53.463442 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4cc8f1bb-94d5-4bef-959c-d07e213f03c8 req-dfa0d839-ba31-46dd-90a4-65215e0d9a43 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0704439 Mar 14 11:22:53.515814 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4cc8f1bb-94d5-4bef-959c-d07e213f03c8 req-b32e0674-cca0-44d3-954c-3bf47e586876 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6&id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565307 Mar 14 11:22:53.971034 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a6f98-bfe4-48db-9922-e2644362f40c req-6100e159-0090-4c24-93f4-067881f9b1cb tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:53.972549 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b6a6f98-bfe4-48db-9922-e2644362f40c req-6100e159-0090-4c24-93f4-067881f9b1cb tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 945 time: 0.0593996 Mar 14 11:22:54.017881 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4b6a6f98-bfe4-48db-9922-e2644362f40c req-5d20ff56-a4ff-47ec-bef7-96ce7402c00b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398257 Mar 14 11:22:54.430381 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-e211594c-80c6-4d49-97c2-a8a45599c341 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047544799&fields=id&tenant_id=4b283a8ad5a549b2b2524ee66d4f215e HTTP/1.1" status: 200 len: 267 time: 0.0420396 Mar 14 11:22:54.535928 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd952db-8554-40a0-817a-71cceff466bb req-c14a00ca-8eed-421e-816f-1623099bf4f3 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:54.537259 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-c14a00ca-8eed-421e-816f-1623099bf4f3 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/networks?id=d65be162-a9a8-4089-bb6d-105a7c5b2609 HTTP/1.1" status: 200 len: 808 time: 0.1000640 Mar 14 11:22:54.552262 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-dab4b3da-56e4-4b94-a931-e7407a1dc97d tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/quotas/4b283a8ad5a549b2b2524ee66d4f215e HTTP/1.1" status: 200 len: 375 time: 0.0088778 Mar 14 11:22:54.607312 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-47dd90c0-6402-4520-812c-9a197a9f503d tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4b283a8ad5a549b2b2524ee66d4f215e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501740 Mar 14 11:22:54.709459 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-f42ad83d-0bc6-4018-890a-e964e29de4f0 service neutron] 10.222.0.37 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844691 Mar 14 11:22:54.806406 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-33a6244b-5c5a-4f91-be15-dcf1224c674b service neutron] 10.222.0.37 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845561 Mar 14 11:22:55.023650 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device e2cceb08-3771-4458-af33-1feb1042b764 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:22:55.134051 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port e2cceb08-3771-4458-af33-1feb1042b764 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:22:55.138077 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port e2cceb08-3771-4458-af33-1feb1042b764 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:55.142683 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e2cceb08-3771-4458-af33-1feb1042b764), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:55.219060 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port e2cceb08-3771-4458-af33-1feb1042b764 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:22:55.220096 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e2cceb08-3771-4458-af33-1feb1042b764), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:55.243722 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cceb08-3771-4458-af33-1feb1042b764'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:22:55.246191 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4cdf34-7008-438a-ae98-98be433389e3" -d '{"events": [{"server_uuid": "fe138d1f-390a-46f7-8c07-3221da78a58a", "name": "network-vif-plugged", "status": "completed", "tag": "e2cceb08-3771-4458-af33-1feb1042b764"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:22:55.258232 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port e2cceb08-3771-4458-af33-1feb1042b764, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e2cceb08-3771-4458-af33-1feb1042b764,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:55.343869 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e2cceb08-3771-4458-af33-1feb1042b764), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:55.398011 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=e2cceb08-3771-4458-af33-1feb1042b764,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:55.883316 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3fc73-1597-4e77-8bad-aa0d74c24c4a req-1820fba2-df55-429d-8c55-c58eb7a1550d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:55.884851 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a1c3fc73-1597-4e77-8bad-aa0d74c24c4a req-1820fba2-df55-429d-8c55-c58eb7a1550d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0531163 Mar 14 11:22:55.916790 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 56224) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:55.927064 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-5ea8c23d-6bfc-401c-acf0-d227d057dbbc tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2110781', 'description': 'tempest-description--630370738'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:55.940082 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44212fcf-d722-4ebd-89d8-b1b099e1b8c7 x-openstack-request-id: req-44212fcf-d722-4ebd-89d8-b1b099e1b8c7 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:22:55.940380 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe138d1f-390a-46f7-8c07-3221da78a58a", "name": "network-vif-plugged", "status": "completed", "tag": "e2cceb08-3771-4458-af33-1feb1042b764", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:22:55.940643 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44212fcf-d722-4ebd-89d8-b1b099e1b8c7 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:22:55.941039 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cceb08-3771-4458-af33-1feb1042b764', 'code': 200} Mar 14 11:22:55.958473 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a1c3fc73-1597-4e77-8bad-aa0d74c24c4a req-cdbe0ab9-5b75-4c25-a456-b6e3f13b2afd tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675750 Mar 14 11:22:56.024594 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-887999bf-f76b-4689-af52-48fdce4398ca req-448918b5-2875-4902-ad72-7bbc89b11e8f tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 210 time: 0.0287089 Mar 14 11:22:56.073525 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b09eb2-4056-4875-a6b3-301d51a3a2b9 req-9dfc3fa6-91e6-4476-adf0-5bde6673c395 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:56.075021 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-23b09eb2-4056-4875-a6b3-301d51a3a2b9 req-9dfc3fa6-91e6-4476-adf0-5bde6673c395 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 945 time: 0.0589123 Mar 14 11:22:56.087339 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c23d-6bfc-401c-acf0-d227d057dbbc tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:56.140815 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-23b09eb2-4056-4875-a6b3-301d51a3a2b9 req-859cdd1f-40cd-4854-8df4-468046375a5d tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603654 Mar 14 11:22:56.182529 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c23d-6bfc-401c-acf0-d227d057dbbc tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:56.249034 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d7b6e-0190-4175-a9f1-55956c2ab726 req-5435050a-135f-4bb3-8490-d670913bee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:56.250512 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ad2d7b6e-0190-4175-a9f1-55956c2ab726 req-5435050a-135f-4bb3-8490-d670913bee62 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 1130 time: 0.0424612 Mar 14 11:22:56.273268 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c23d-6bfc-401c-acf0-d227d057dbbc tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:56.321518 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ad2d7b6e-0190-4175-a9f1-55956c2ab726 req-e075c742-5dd4-40d3-871d-21916ee2a445 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636930 Mar 14 11:22:56.322978 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8c23d-6bfc-401c-acf0-d227d057dbbc tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:56.433854 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c23d-6bfc-401c-acf0-d227d057dbbc tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:56.435132 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-5ea8c23d-6bfc-401c-acf0-d227d057dbbc tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5173013 Mar 14 11:22:56.437886 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 56228) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:56.442660 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-060e6dfc-6046-42b3-9be9-275dcf53d095 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'security_group_rule': {'security_group_id': '3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:56.550271 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-060e6dfc-6046-42b3-9be9-275dcf53d095 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (0fb6e440-717a-4013-b3db-d0997e9e56aa), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:56.611295 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-060e6dfc-6046-42b3-9be9-275dcf53d095 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (0fb6e440-717a-4013-b3db-d0997e9e56aa), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:56.687904 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-060e6dfc-6046-42b3-9be9-275dcf53d095 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (0fb6e440-717a-4013-b3db-d0997e9e56aa), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:56.705381 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e6dfc-6046-42b3-9be9-275dcf53d095 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb6e440-717a-4013-b3db-d0997e9e56aa,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:56.774376 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-060e6dfc-6046-42b3-9be9-275dcf53d095 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:56.778700 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-060e6dfc-6046-42b3-9be9-275dcf53d095 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3368056 Mar 14 11:22:56.778700 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 56230) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:56.782544 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-0a0c3acd-e712-499a-b8ab-0b909159e5a8 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'security_group_rule': {'security_group_id': '3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:56.891385 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3acd-e712-499a-b8ab-0b909159e5a8 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (38507281-1819-4b3d-a6d5-08960575acde), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:56.945444 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3acd-e712-499a-b8ab-0b909159e5a8 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (38507281-1819-4b3d-a6d5-08960575acde), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:57.041317 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3acd-e712-499a-b8ab-0b909159e5a8 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (38507281-1819-4b3d-a6d5-08960575acde), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:57.074502 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c3acd-e712-499a-b8ab-0b909159e5a8 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38507281-1819-4b3d-a6d5-08960575acde,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:57.092971 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3554e4a-1fe8-4836-a4be-7b9312f061d2 req-e0999615-3f5e-4fc4-bb87-c0c836f16f0e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:57.094528 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a3554e4a-1fe8-4836-a4be-7b9312f061d2 req-e0999615-3f5e-4fc4-bb87-c0c836f16f0e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0621736 Mar 14 11:22:57.130224 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0be24626-4eaa-410a-b8ce-96aa9d83b73e req-b86d2b38-64fe-4c8a-a7b6-36466d3bff2f tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 210 time: 0.0283818 Mar 14 11:22:57.145217 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a3554e4a-1fe8-4836-a4be-7b9312f061d2 req-6060e8cb-1169-4202-9dea-fe6140d5dff4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446563 Mar 14 11:22:57.170527 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3acd-e712-499a-b8ab-0b909159e5a8 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:57.171836 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-0a0c3acd-e712-499a-b8ab-0b909159e5a8 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3924186 Mar 14 11:22:57.174785 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 56238) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:57.179361 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'floatingip': {'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:57.265792 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6885543-8c61-44bf-bbc7-4041f8bb8aa3 req-09d2fdac-b98a-44c4-95b0-fac2b755d6a8 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:57.267310 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e6885543-8c61-44bf-bbc7-4041f8bb8aa3 req-09d2fdac-b98a-44c4-95b0-fac2b755d6a8 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 945 time: 0.0557375 Mar 14 11:22:57.268573 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:57.336498 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e6885543-8c61-44bf-bbc7-4041f8bb8aa3 req-8c866b59-7a71-404d-89f8-6fa25b5ae0da tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632315 Mar 14 11:22:57.401059 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:57.502589 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Allocated IP 172.27.3.140 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/28db5b94-8eff-4175-9882-6fcfe3078378) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:22:57.603613 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for port (28db5b94-8eff-4175-9882-6fcfe3078378), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:57.988148 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd952db-8554-40a0-817a-71cceff466bb req-a7eeedf9-e7da-455b-bd78-b614a9aef065 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:57.989551 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-a7eeedf9-e7da-455b-bd78-b614a9aef065 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.44 "GET /v2.0/networks?id=d65be162-a9a8-4089-bb6d-105a7c5b2609 HTTP/1.1" status: 200 len: 808 time: 0.1068354 Mar 14 11:22:57.991324 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (28db5b94-8eff-4175-9882-6fcfe3078378), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:58.050769 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:58.062365 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:58.066244 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'Port': ['ID=28db5b94-8eff-4175-9882-6fcfe3078378,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:58.071201 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:22:58.129603 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-5761070d-fb9d-4cf3-bb7a-47d5a43a469d tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b283a8ad5a549b2b2524ee66d4f215e HTTP/1.1" status: 200 len: 380 time: 0.1094987 Mar 14 11:22:58.143174 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-5dd952db-8554-40a0-817a-71cceff466bb req-d286d680-ce66-49e7-8b07-368403296628 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Request body: {'port': {'device_id': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'admin_state_up': True, 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'security_groups': ['c9fd941a-455f-4916-80cd-31e012998ec1']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:58.253593 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-492f28eb-6af7-42d2-b678-6889d531e0d1 req-051d0f95-5e2d-48b5-a868-c8a5de7da957 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 210 time: 0.0359001 Mar 14 11:22:58.277868 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (7f673e45-c99f-4433-8309-b4a9caf5edca), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:58.327597 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0cd0f4-c072-4aa3-938e-dcb00f110d0c req-77f5f893-03c9-4280-9631-1ca279dfd56b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:58.329049 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5b0cd0f4-c072-4aa3-938e-dcb00f110d0c req-77f5f893-03c9-4280-9631-1ca279dfd56b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0932698 Mar 14 11:22:58.414224 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd952db-8554-40a0-817a-71cceff466bb req-d286d680-ce66-49e7-8b07-368403296628 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Made reservation on behalf of 4b283a8ad5a549b2b2524ee66d4f215e for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:22:58.418368 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5dd952db-8554-40a0-817a-71cceff466bb req-d286d680-ce66-49e7-8b07-368403296628 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:58.440525 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (28db5b94-8eff-4175-9882-6fcfe3078378), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:58.458661 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96457f86-44c5-44a7-9ba2-f02310c065ba req-e5a354e5-8e2b-4bfa-8761-638647870f18 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:58.460044 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-96457f86-44c5-44a7-9ba2-f02310c065ba req-e5a354e5-8e2b-4bfa-8761-638647870f18 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 945 time: 0.0541677 Mar 14 11:22:58.466140 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5b0cd0f4-c072-4aa3-938e-dcb00f110d0c req-b66b17c2-83d6-42d3-bd43-e5b3c6929094 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304581 Mar 14 11:22:58.498427 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7293488-296f-4835-998b-3e5ac5697115 req-a261b485-ba76-474f-afb5-6664cd1e92d2 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:58.504259 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7293488-296f-4835-998b-3e5ac5697115 req-a261b485-ba76-474f-afb5-6664cd1e92d2 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 945 time: 0.1654675 Mar 14 11:22:58.512310 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-96457f86-44c5-44a7-9ba2-f02310c065ba req-894185d3-0cc6-4291-b895-3a6759b768a5 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/security-groups?id=5fe6c1e1-5a7a-41b2-aadc-b268f649d097&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465221 Mar 14 11:22:58.773307 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-5dd952db-8554-40a0-817a-71cceff466bb req-d286d680-ce66-49e7-8b07-368403296628 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Allocated IP 172.20.0.13 (d65be162-a9a8-4089-bb6d-105a7c5b2609/a0fe725e-ff55-4659-b8b2-d6f57a5f318a/30164b7b-814f-4500-88ef-a8498a9c6493) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:22:58.781470 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945b9c6-30e6-4f6f-9d7f-fc4f45cf7986 req-ee033f51-1b90-40ef-9601-a59bb46fe939 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:58.782971 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9945b9c6-30e6-4f6f-9d7f-fc4f45cf7986 req-ee033f51-1b90-40ef-9601-a59bb46fe939 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.2325075 Mar 14 11:22:58.791995 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56250) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:22:58.796519 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-5263d926-cc8f-4e1f-be93-fed28c1b39c4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Request body: {'floatingip': {'port_id': 'e2cceb08-3771-4458-af33-1feb1042b764'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:58.843227 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-a7293488-296f-4835-998b-3e5ac5697115 req-5b318d1b-5000-41ef-a2a8-6d6d9ce80821 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Deleting port bad1d456-9a4b-444a-90f4-863385750f53 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:22:58.843571 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a7293488-296f-4835-998b-3e5ac5697115 req-5b318d1b-5000-41ef-a2a8-6d6d9ce80821 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (bad1d456-9a4b-444a-90f4-863385750f53), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:58.844398 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5263d926-cc8f-4e1f-be93-fed28c1b39c4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for floatingip (86d93bf1-803c-4058-8031-941a0b9c1570), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:58.898986 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for port (28db5b94-8eff-4175-9882-6fcfe3078378), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:58.989573 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (28db5b94-8eff-4175-9882-6fcfe3078378), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:59.085847 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-a7293488-296f-4835-998b-3e5ac5697115 req-5b318d1b-5000-41ef-a2a8-6d6d9ce80821 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] For port bad1d456-9a4b-444a-90f4-863385750f53, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=bad1d456-9a4b-444a-90f4-863385750f53,segment=NetworkSegment(bdb935a7-96c6-4313-af27-c38f119800d2),segment_id=bdb935a7-96c6-4313-af27-c38f119800d2)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:22:59.086139 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a7293488-296f-4835-998b-3e5ac5697115 req-5b318d1b-5000-41ef-a2a8-6d6d9ce80821 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (bad1d456-9a4b-444a-90f4-863385750f53), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:59.121931 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-a7293488-296f-4835-998b-3e5ac5697115 req-5b318d1b-5000-41ef-a2a8-6d6d9ce80821 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Calling delete_port for bad1d456-9a4b-444a-90f4-863385750f53 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:22:59.136702 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5dd952db-8554-40a0-817a-71cceff466bb req-d286d680-ce66-49e7-8b07-368403296628 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for port (30164b7b-814f-4500-88ef-a8498a9c6493), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:59.142929 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'Port': ['ID=28db5b94-8eff-4175-9882-6fcfe3078378,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:59.159642 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (7f673e45-c99f-4433-8309-b4a9caf5edca), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:59.289857 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:59.300483 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-ba5eddb6-27f8-446e-8064-dcc95cab3f57 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1151841 Mar 14 11:22:59.321448 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5263d926-cc8f-4e1f-be93-fed28c1b39c4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:59.334630 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5dd952db-8554-40a0-817a-71cceff466bb req-d286d680-ce66-49e7-8b07-368403296628 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:59.386702 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd952db-8554-40a0-817a-71cceff466bb req-d286d680-ce66-49e7-8b07-368403296628 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Network d65be162-a9a8-4089-bb6d-105a7c5b2609 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:22:59.390300 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-5dd952db-8554-40a0-817a-71cceff466bb req-d286d680-ce66-49e7-8b07-368403296628 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:22:59.393511 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd952db-8554-40a0-817a-71cceff466bb req-d286d680-ce66-49e7-8b07-368403296628 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:22:59.399279 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a38e6-9cda-4b38-8938-05ddde118b07 req-f1cfa4db-9168-454a-bec1-8e00e70d4df1 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:59.399896 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d26a38e6-9cda-4b38-8938-05ddde118b07 req-f1cfa4db-9168-454a-bec1-8e00e70d4df1 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 932 time: 0.0610116 Mar 14 11:22:59.424380 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a7293488-296f-4835-998b-3e5ac5697115 req-5b318d1b-5000-41ef-a2a8-6d6d9ce80821 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (bad1d456-9a4b-444a-90f4-863385750f53), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:59.438592 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['bad1d456-9a4b-444a-90f4-863385750f53'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:22:59.439199 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286d680-ce66-49e7-8b07-368403296628 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Pushing event updated for resources: {'Port': ['ID=30164b7b-814f-4500-88ef-a8498a9c6493,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:59.445417 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5263d926-cc8f-4e1f-be93-fed28c1b39c4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (86d93bf1-803c-4058-8031-941a0b9c1570), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:59.507299 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b318d1b-5000-41ef-a2a8-6d6d9ce80821 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Pushing event deleted for resources: {'Port': ['ID=bad1d456-9a4b-444a-90f4-863385750f53,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:22:59.531611 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d26a38e6-9cda-4b38-8938-05ddde118b07 req-e337f7c0-60cf-4aa0-b727-1f8928b959e5 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189618 Mar 14 11:22:59.575727 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd952db-8554-40a0-817a-71cceff466bb req-d286d680-ce66-49e7-8b07-368403296628 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:59.576681 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5dd952db-8554-40a0-817a-71cceff466bb req-d286d680-ce66-49e7-8b07-368403296628 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:59.600810 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7293488-296f-4835-998b-3e5ac5697115 req-5b318d1b-5000-41ef-a2a8-6d6d9ce80821 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] No DVR routers for this DVR port bad1d456-9a4b-444a-90f4-863385750f53 on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:22:59.604881 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a7293488-296f-4835-998b-3e5ac5697115 req-5b318d1b-5000-41ef-a2a8-6d6d9ce80821 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:59.608134 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7293488-296f-4835-998b-3e5ac5697115 req-5b318d1b-5000-41ef-a2a8-6d6d9ce80821 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.44 "DELETE /v2.0/ports/bad1d456-9a4b-444a-90f4-863385750f53 HTTP/1.1" status: 204 len: 173 time: 1.1018896 Mar 14 11:22:59.608585 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d5dc2d-2902-41c4-a0f2-a772e25976bf', 'name': 'network-vif-deleted', 'tag': 'bad1d456-9a4b-444a-90f4-863385750f53'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:22:59.611764 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830ad0b2-da7b-4375-9ecd-4fff6354635f" -d '{"events": [{"server_uuid": "b3d5dc2d-2902-41c4-a0f2-a772e25976bf", "name": "network-vif-deleted", "tag": "bad1d456-9a4b-444a-90f4-863385750f53"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:22:59.652441 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e029fad4-24ba-4c15-ab5d-194ffcf1a6ab req-b401b700-1bc4-40a4-8985-70d78b7cbda7 tempest-VolumesSnapshotTestJSON-1903834931 tempest-VolumesSnapshotTestJSON-1903834931-project] 10.222.0.37 "GET /v2.0/ports?device_id=b3d5dc2d-2902-41c4-a0f2-a772e25976bf HTTP/1.1" status: 200 len: 210 time: 0.0382280 Mar 14 11:22:59.656701 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-5263d926-cc8f-4e1f-be93-fed28c1b39c4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Floating IP 86d93bf1-803c-4058-8031-941a0b9c1570 associated. External IP: 172.27.3.32, port: e2cceb08-3771-4458-af33-1feb1042b764. Mar 14 11:22:59.701023 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cd9768-3c65-436f-97b0-369a7681618f x-openstack-request-id: req-17cd9768-3c65-436f-97b0-369a7681618f {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:22:59.701427 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d5dc2d-2902-41c4-a0f2-a772e25976bf", "name": "network-vif-deleted", "tag": "bad1d456-9a4b-444a-90f4-863385750f53", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:22:59.701575 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17cd9768-3c65-436f-97b0-369a7681618f {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:22:59.702009 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d5dc2d-2902-41c4-a0f2-a772e25976bf', 'name': 'network-vif-deleted', 'tag': 'bad1d456-9a4b-444a-90f4-863385750f53', 'status': 'completed', 'code': 200} Mar 14 11:22:59.718647 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-d286d680-ce66-49e7-8b07-368403296628 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5803177 Mar 14 11:22:59.731113 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Request body: {'port': {'device_id': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:22:59.771287 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-d3948ee6-670f-4968-b62d-ea084395007e None None] Provisioning complete for port 30164b7b-814f-4500-88ef-a8498a9c6493 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:22:59.771662 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d3948ee6-670f-4968-b62d-ea084395007e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:59.782882 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-010a7775-b231-4d9d-ae03-e4d3e543a0b4 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2110781&fields=id&tenant_id=87c49ee49cd14a2aa0cc354627515760 HTTP/1.1" status: 200 len: 267 time: 0.0903208 Mar 14 11:22:59.814410 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-d3948ee6-670f-4968-b62d-ea084395007e None None] Port 30164b7b-814f-4500-88ef-a8498a9c6493 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:22:59.828441 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:22:59.944421 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-565b4da4-4aa9-44ca-82be-b10c1f16a221 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:22:59.945780 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-565b4da4-4aa9-44ca-82be-b10c1f16a221 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/networks?id=7948184e-83ff-43df-a1e2-ac0589280d46 HTTP/1.1" status: 200 len: 815 time: 0.1547458 Mar 14 11:22:59.993501 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-0056d096-3cd3-4dc0-885a-429602be0d4e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/quotas/87c49ee49cd14a2aa0cc354627515760 HTTP/1.1" status: 200 len: 375 time: 0.0153499 Mar 14 11:23:00.033176 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5263d926-cc8f-4e1f-be93-fed28c1b39c4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:23:00.093362 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30164b7b-814f-4500-88ef-a8498a9c6493 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:23:00.098154 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-e6906f31-4693-4390-907e-afbec67ecdae tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0986428 Mar 14 11:23:00.101009 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Publish callbacks [] for port (30164b7b-814f-4500-88ef-a8498a9c6493), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:00.115530 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Transition to ACTIVE for port object 30164b7b-814f-4500-88ef-a8498a9c6493 will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:23:00.220221 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5263d926-cc8f-4e1f-be93-fed28c1b39c4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:23:00.225300 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5263d926-cc8f-4e1f-be93-fed28c1b39c4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:00.230725 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2909e6f-e4b9-4f3c-8407-0c95a102f185 None None] Sync routers for ids ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:23:00.231872 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:00.241177 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2909e6f-e4b9-4f3c-8407-0c95a102f185 None None] Routers {'0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:23:00.244694 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a2909e6f-e4b9-4f3c-8407-0c95a102f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:22:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:00.275234 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-2ee3ca8d-d5cb-4fed-8cbc-77e816f4a745 service neutron] 10.222.0.37 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619816 Mar 14 11:23:00.284330 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5263d926-cc8f-4e1f-be93-fed28c1b39c4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "PUT /v2.0/floatingips/86d93bf1-803c-4058-8031-941a0b9c1570 HTTP/1.1" status: 200 len: 991 time: 1.4912734 Mar 14 11:23:00.285707 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'tag': 'e2cceb08-3771-4458-af33-1feb1042b764'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:23:00.287010 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Pushing event updated for resources: {'Port': ['ID=30164b7b-814f-4500-88ef-a8498a9c6493,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:00.288066 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a82408aa6d8333e2181d16c09767b8a1ebc4ae77f8efd81ec4377ebaeeb989a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d7e479-95d4-4274-9ba8-ad1ba6b66da7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe138d1f-390a-46f7-8c07-3221da78a58a", "tag": "e2cceb08-3771-4458-af33-1feb1042b764"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:23:00.363570 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9aa649-fad8-4ff1-a253-650e50bbbe6b x-openstack-request-id: req-7d9aa649-fad8-4ff1-a253-650e50bbbe6b {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:23:00.364942 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe138d1f-390a-46f7-8c07-3221da78a58a", "tag": "e2cceb08-3771-4458-af33-1feb1042b764", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:23:00.364942 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d9aa649-fad8-4ff1-a253-650e50bbbe6b {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:23:00.365155 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'tag': 'e2cceb08-3771-4458-af33-1feb1042b764', 'status': 'completed', 'code': 200} Mar 14 11:23:00.398201 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-a2909e6f-e4b9-4f3c-8407-0c95a102f185 None None] Set router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:23:00.442057 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-3fb755d6-4ee7-441c-8854-d02f8adced63 service neutron] 10.222.0.37 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656134 Mar 14 11:23:00.451147 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Attempting to bind port 30164b7b-814f-4500-88ef-a8498a9c6493 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:23:00.451488 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Attempting to bind port 30164b7b-814f-4500-88ef-a8498a9c6493 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '2e12ba4b-e203-4b31-9371-6d666b239d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:23:00.451844 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Attempting to bind port 30164b7b-814f-4500-88ef-a8498a9c6493 on network d65be162-a9a8-4089-bb6d-105a7c5b2609 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:23:00.459118 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Port 30164b7b-814f-4500-88ef-a8498a9c6493 on network d65be162-a9a8-4089-bb6d-105a7c5b2609 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:23:00.459449 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Attempting to bind port 30164b7b-814f-4500-88ef-a8498a9c6493 on network d65be162-a9a8-4089-bb6d-105a7c5b2609 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:23:00.468504 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7e479-95d4-4274-9ba8-ad1ba6b66da7 req-a0d4bc81-cd0d-4ec4-b91c-52d55aed8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:00.470043 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-04d7e479-95d4-4274-9ba8-ad1ba6b66da7 req-a0d4bc81-cd0d-4ec4-b91c-52d55aed8b7f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 1130 time: 0.0834005 Mar 14 11:23:00.471011 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:23:00.471450 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Checking segment: {'id': '2e12ba4b-e203-4b31-9371-6d666b239d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:23:00.472016 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Bound using segment: {'id': '2e12ba4b-e203-4b31-9371-6d666b239d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:23:00.472469 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Bound port: 30164b7b-814f-4500-88ef-a8498a9c6493, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e12ba4b-e203-4b31-9371-6d666b239d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:23:00.473467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:00.626216 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] For port 30164b7b-814f-4500-88ef-a8498a9c6493, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:23:00.632218 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] For port 30164b7b-814f-4500-88ef-a8498a9c6493, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=30164b7b-814f-4500-88ef-a8498a9c6493,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:23:00.653118 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7e479-95d4-4274-9ba8-ad1ba6b66da7 req-81cef18d-46dd-4e7a-a457-c2ff67861e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:00.654602 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-04d7e479-95d4-4274-9ba8-ad1ba6b66da7 req-81cef18d-46dd-4e7a-a457-c2ff67861e0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac8d8309-0e4e-4a85-9956-37c78e1327a5 HTTP/1.1" status: 200 len: 917 time: 0.1724200 Mar 14 11:23:00.720512 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a2909e6f-e4b9-4f3c-8407-0c95a102f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '86d93bf1-803c-4058-8031-941a0b9c1570', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'port_id': 'e2cceb08-3771-4458-af33-1feb1042b764', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'mac_address': 'fa:16:3e:52:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:22:24Z', 'updated_at': '2022-03-14T11:22:59Z', 'revision_number': 1, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 5, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:00.751742 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:00.754295 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2909e6f-e4b9-4f3c-8407-0c95a102f185 None None] Checking router: 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:23:00.764977 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2909e6f-e4b9-4f3c-8407-0c95a102f185 None None] Routers {'0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:23:00.765777 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a2909e6f-e4b9-4f3c-8407-0c95a102f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:22:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:00.810715 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-04d7e479-95d4-4274-9ba8-ad1ba6b66da7 req-031302f9-881a-4f56-91be-b9677c56994a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cceb08-3771-4458-af33-1feb1042b764 HTTP/1.1" status: 200 len: 999 time: 0.1412754 Mar 14 11:23:00.819385 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:00.819996 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:00.821444 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] 10.222.0.44 "PUT /v2.0/ports/30164b7b-814f-4500-88ef-a8498a9c6493 HTTP/1.1" status: 200 len: 1094 time: 1.0952418 Mar 14 11:23:00.946103 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ac8e362c-c708-4ed3-bcd2-d3dcadaaffa5 req-3c45fab9-8b87-429b-97b3-76e2195e99e0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 210 time: 0.0715594 Mar 14 11:23:00.946241 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b4279-d3df-4039-baf5-b426c9595005 req-f1dd4f73-3f90-41ca-96be-1f89b8670867 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:00.947956 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-479b4279-d3df-4039-baf5-b426c9595005 req-f1dd4f73-3f90-41ca-96be-1f89b8670867 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.3064079 Mar 14 11:23:00.962443 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-a2909e6f-e4b9-4f3c-8407-0c95a102f185 None None] Set router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:23:01.006958 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaaa24-cb3f-4c93-b396-e1d336fd294d service neutron] Pushing event updated for resources: {'Port': ['ID=30164b7b-814f-4500-88ef-a8498a9c6493,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:01.022609 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7e479-95d4-4274-9ba8-ad1ba6b66da7 req-273ce6e7-03f3-4948-8856-5dcbdef4c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:01.024159 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-04d7e479-95d4-4274-9ba8-ad1ba6b66da7 req-273ce6e7-03f3-4948-8856-5dcbdef4c2a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36c84865-fa34-4ad8-b7c4-ef0535413a31 HTTP/1.1" status: 200 len: 855 time: 0.2018957 Mar 14 11:23:01.110680 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-479b4279-d3df-4039-baf5-b426c9595005 req-c78cb296-a2a1-49d6-951e-2fb4ef4f00b2 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453724 Mar 14 11:23:01.114707 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd952db-8554-40a0-817a-71cceff466bb req-77cdfdc7-2928-46df-a977-bffcbeb6728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:01.116664 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-77cdfdc7-2928-46df-a977-bffcbeb6728b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b283a8ad5a549b2b2524ee66d4f215e&device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 1128 time: 0.1680110 Mar 14 11:23:01.172125 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7e479-95d4-4274-9ba8-ad1ba6b66da7 req-eb25c46f-ff57-4cf3-a298-2bc105db5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:01.173752 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-04d7e479-95d4-4274-9ba8-ad1ba6b66da7 req-eb25c46f-ff57-4cf3-a298-2bc105db5ae8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac8d8309-0e4e-4a85-9956-37c78e1327a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1403008 Mar 14 11:23:01.175021 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-a96cda57-e396-43bb-af62-6dfa270933d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30164b7b-814f-4500-88ef-a8498a9c6493 HTTP/1.1" status: 200 len: 217 time: 0.0512066 Mar 14 11:23:01.263571 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a2909e6f-e4b9-4f3c-8407-0c95a102f185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '86d93bf1-803c-4058-8031-941a0b9c1570', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'port_id': 'e2cceb08-3771-4458-af33-1feb1042b764', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'mac_address': 'fa:16:3e:52:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:22:24Z', 'updated_at': '2022-03-14T11:22:59Z', 'revision_number': 1, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 5, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:01.289196 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd952db-8554-40a0-817a-71cceff466bb req-416ebe41-3dda-43b2-b263-9aed557a3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:01.291097 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-416ebe41-3dda-43b2-b263-9aed557a3409 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a0fe725e-ff55-4659-b8b2-d6f57a5f318a HTTP/1.1" status: 200 len: 847 time: 0.0997820 Mar 14 11:23:01.292667 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2909e6f-e4b9-4f3c-8407-0c95a102f185 None None] The sync data for ids ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'] in dv-cinder-831776-2-iscsi is: [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '86d93bf1-803c-4058-8031-941a0b9c1570', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'port_id': 'e2cceb08-3771-4458-af33-1feb1042b764', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'mac_address': 'fa:16:3e:52:24:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:22:24Z', 'updated_at': '2022-03-14T11:22:59Z', 'revision_number': 1, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 5, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:23:01.342595 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-04d7e479-95d4-4274-9ba8-ad1ba6b66da7 req-6b604eab-0db7-4b89-af2d-6ceb780f1786 service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590350 Mar 14 11:23:01.374083 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd952db-8554-40a0-817a-71cceff466bb req-13c1294a-6d6e-43a1-bb70-20280155b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:01.377724 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-13c1294a-6d6e-43a1-bb70-20280155b262 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d65be162-a9a8-4089-bb6d-105a7c5b2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788939 Mar 14 11:23:01.519573 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-04d7e479-95d4-4274-9ba8-ad1ba6b66da7 req-4362ab7a-1e45-423b-a32f-5bdbb15706ba service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693373 Mar 14 11:23:01.531603 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-ad1de226-bfd6-48ce-8fe0-a8aba5684361 service neutron] 10.222.0.44 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478875 Mar 14 11:23:01.540895 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ac2fd-e079-4556-a283-2b123287c2e9 None None] New status for floating IP 86d93bf1-803c-4058-8031-941a0b9c1570: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:23:01.628478 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5dd952db-8554-40a0-817a-71cceff466bb req-2d32de23-40d3-468f-81c3-68cdfb6b42a3 service neutron] 10.222.0.44 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911100 Mar 14 11:23:01.703347 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'tag': '30164b7b-814f-4500-88ef-a8498a9c6493'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:23:01.705868 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7fdf32-435a-40d2-9e7d-a967e5faaef8" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0", "tag": "30164b7b-814f-4500-88ef-a8498a9c6493"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:23:01.747793 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391c9f57-ca25-4144-9c51-af3982deb484 x-openstack-request-id: req-391c9f57-ca25-4144-9c51-af3982deb484 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:23:01.750357 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0", "tag": "30164b7b-814f-4500-88ef-a8498a9c6493", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:23:01.750357 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-391c9f57-ca25-4144-9c51-af3982deb484 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:23:01.750357 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'tag': '30164b7b-814f-4500-88ef-a8498a9c6493', 'status': 'completed', 'code': 200} Mar 14 11:23:02.078283 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fdf32-435a-40d2-9e7d-a967e5faaef8 req-387463b9-7457-4a37-a727-5f838d1774ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:02.079821 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bd7fdf32-435a-40d2-9e7d-a967e5faaef8 req-387463b9-7457-4a37-a727-5f838d1774ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b283a8ad5a549b2b2524ee66d4f215e&device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 1128 time: 0.2984567 Mar 14 11:23:02.169454 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6ab0f76d-2b4c-4d60-a31f-a79de2345779 req-bf8313ab-b852-4c00-8251-e68bc12d3740 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 210 time: 0.1150000 Mar 14 11:23:02.201011 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fdf32-435a-40d2-9e7d-a967e5faaef8 req-98ac1c08-07b7-4945-b6a0-fb7b0eb331f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:02.202548 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bd7fdf32-435a-40d2-9e7d-a967e5faaef8 req-98ac1c08-07b7-4945-b6a0-fb7b0eb331f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d65be162-a9a8-4089-bb6d-105a7c5b2609 HTTP/1.1" status: 200 len: 909 time: 0.1162791 Mar 14 11:23:02.218891 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17a731-a6d3-4bf9-ad51-49500477da29 req-897f0fd6-b730-4875-b497-761e5c49650b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:02.220386 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f17a731-a6d3-4bf9-ad51-49500477da29 req-897f0fd6-b730-4875-b497-761e5c49650b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.0576661 Mar 14 11:23:02.246311 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bd7fdf32-435a-40d2-9e7d-a967e5faaef8 req-ff002ce4-7ddd-48c7-bd33-ecc38105552a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30164b7b-814f-4500-88ef-a8498a9c6493 HTTP/1.1" status: 200 len: 217 time: 0.0365388 Mar 14 11:23:02.272888 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5f17a731-a6d3-4bf9-ad51-49500477da29 req-8792eeed-a255-444c-ba28-480cba59d3b9 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468347 Mar 14 11:23:02.301919 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fdf32-435a-40d2-9e7d-a967e5faaef8 req-81f14710-bb42-4816-b51d-33c47b2ff98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:02.303798 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bd7fdf32-435a-40d2-9e7d-a967e5faaef8 req-81f14710-bb42-4816-b51d-33c47b2ff98e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a0fe725e-ff55-4659-b8b2-d6f57a5f318a HTTP/1.1" status: 200 len: 847 time: 0.0517206 Mar 14 11:23:02.366365 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7fdf32-435a-40d2-9e7d-a967e5faaef8 req-f4b94139-4b9e-4162-bc80-dee762aa07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:02.367786 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bd7fdf32-435a-40d2-9e7d-a967e5faaef8 req-f4b94139-4b9e-4162-bc80-dee762aa07c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d65be162-a9a8-4089-bb6d-105a7c5b2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466318 Mar 14 11:23:02.458993 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bd7fdf32-435a-40d2-9e7d-a967e5faaef8 req-6ac8b11a-54b6-4184-aa37-f6a6038bb64b service neutron] 10.222.0.44 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819309 Mar 14 11:23:02.555195 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bd7fdf32-435a-40d2-9e7d-a967e5faaef8 req-66915a37-5811-4abf-85ce-e4c15379aa4e service neutron] 10.222.0.44 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872769 Mar 14 11:23:03.059860 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device bad1d456-9a4b-444a-90f4-863385750f53 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:23:03.083207 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: bad1d456-9a4b-444a-90f4-863385750f53 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:23:03.083550 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device bad1d456-9a4b-444a-90f4-863385750f53 not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:23:03.102247 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-855d1cf9-cf76-4f1c-8b47-c592195f52ca tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:03.104506 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-855d1cf9-cf76-4f1c-8b47-c592195f52ca tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "GET /v2.0/networks?id=7948184e-83ff-43df-a1e2-ac0589280d46 HTTP/1.1" status: 200 len: 815 time: 0.1015179 Mar 14 11:23:03.180564 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-a1074895-8a66-4e52-9b9a-079cee4595d0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87c49ee49cd14a2aa0cc354627515760 HTTP/1.1" status: 200 len: 468 time: 0.0667386 Mar 14 11:23:03.191573 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-44eb716e-6c04-4e0b-b31a-d94e8ebb4712 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'port': {'device_id': 'dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'admin_state_up': True, 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'security_groups': ['3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:03.286318 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c00550-b0e3-4df2-8b27-517f8ae69008 req-698797a6-c18c-4a57-9bdd-6e6b3f7fbb72 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 210 time: 0.0381660 Mar 14 11:23:03.448545 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b76cca-5fcc-4858-802c-18eb98283792 req-57829f0b-5339-4743-8600-9cbbdfa73b77 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:03.450019 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27b76cca-5fcc-4858-802c-18eb98283792 req-57829f0b-5339-4743-8600-9cbbdfa73b77 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.1059723 Mar 14 11:23:03.488127 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-44eb716e-6c04-4e0b-b31a-d94e8ebb4712 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Made reservation on behalf of 87c49ee49cd14a2aa0cc354627515760 for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:23:03.491739 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-44eb716e-6c04-4e0b-b31a-d94e8ebb4712 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:03.497732 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-27b76cca-5fcc-4858-802c-18eb98283792 req-78831940-0137-433a-87d7-446a84ca1d92 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421727 Mar 14 11:23:03.614282 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-44eb716e-6c04-4e0b-b31a-d94e8ebb4712 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Allocated IP 172.20.0.13 (7948184e-83ff-43df-a1e2-ac0589280d46/c145818f-9d7d-4997-ae9c-db4cbe8d2da1/8f92456a-7462-4ec1-846a-06c44372649f) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:23:03.750822 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-44eb716e-6c04-4e0b-b31a-d94e8ebb4712 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for port (8f92456a-7462-4ec1-846a-06c44372649f), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:03.863883 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-44eb716e-6c04-4e0b-b31a-d94e8ebb4712 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (8f92456a-7462-4ec1-846a-06c44372649f), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:03.906889 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-44eb716e-6c04-4e0b-b31a-d94e8ebb4712 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Network 7948184e-83ff-43df-a1e2-ac0589280d46 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:23:03.909843 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-44eb716e-6c04-4e0b-b31a-d94e8ebb4712 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:23:03.913373 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-44eb716e-6c04-4e0b-b31a-d94e8ebb4712 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:23:03.920453 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb716e-6c04-4e0b-b31a-d94e8ebb4712 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'Port': ['ID=8f92456a-7462-4ec1-846a-06c44372649f,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:03.970355 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-44eb716e-6c04-4e0b-b31a-d94e8ebb4712 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:03.970990 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-44eb716e-6c04-4e0b-b31a-d94e8ebb4712 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:04.039532 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-44eb716e-6c04-4e0b-b31a-d94e8ebb4712 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8516130 Mar 14 11:23:04.067886 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Request body: {'port': {'device_id': 'dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:04.126067 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8f92456a-7462-4ec1-846a-06c44372649f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:04.161995 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-040948b8-dff2-443b-bab7-d34b3c481fba None None] Provisioning complete for port 8f92456a-7462-4ec1-846a-06c44372649f triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:04.162583 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-040948b8-dff2-443b-bab7-d34b3c481fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (8f92456a-7462-4ec1-846a-06c44372649f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:04.196237 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-040948b8-dff2-443b-bab7-d34b3c481fba None None] Port 8f92456a-7462-4ec1-846a-06c44372649f cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:23:04.414743 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f92456a-7462-4ec1-846a-06c44372649f {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:23:04.423872 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Publish callbacks [] for port (8f92456a-7462-4ec1-846a-06c44372649f), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:04.440511 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Transition to ACTIVE for port object 8f92456a-7462-4ec1-846a-06c44372649f will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:23:04.451430 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591e8af-9a47-49fb-bd1a-56c1c690da44 req-6cf10738-b95e-455c-94f3-70aac677860c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:04.452910 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c591e8af-9a47-49fb-bd1a-56c1c690da44 req-6cf10738-b95e-455c-94f3-70aac677860c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 932 time: 0.0959451 Mar 14 11:23:04.498565 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c591e8af-9a47-49fb-bd1a-56c1c690da44 req-92e64cea-cbcf-469c-beae-3fddb8825dc0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399776 Mar 14 11:23:04.505052 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (8f92456a-7462-4ec1-846a-06c44372649f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:04.554656 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Pushing event updated for resources: {'Port': ['ID=8f92456a-7462-4ec1-846a-06c44372649f,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:04.630596 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bacc3ef-f374-4700-9e76-6e028777c174 req-95c10d6e-64af-46d1-8f4a-b518af14275d tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:04.631157 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Attempting to bind port 8f92456a-7462-4ec1-846a-06c44372649f on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:23:04.631412 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Attempting to bind port 8f92456a-7462-4ec1-846a-06c44372649f by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:23:04.631752 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Attempting to bind port 8f92456a-7462-4ec1-846a-06c44372649f on network 7948184e-83ff-43df-a1e2-ac0589280d46 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:23:04.632103 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5bacc3ef-f374-4700-9e76-6e028777c174 req-95c10d6e-64af-46d1-8f4a-b518af14275d tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.0649912 Mar 14 11:23:04.637214 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Port 8f92456a-7462-4ec1-846a-06c44372649f on network 7948184e-83ff-43df-a1e2-ac0589280d46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:23:04.637538 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Attempting to bind port 8f92456a-7462-4ec1-846a-06c44372649f on network 7948184e-83ff-43df-a1e2-ac0589280d46 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:23:04.642584 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:23:04.643000 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Checking segment: {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:23:04.643385 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Bound using segment: {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:23:04.643850 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Bound port: 8f92456a-7462-4ec1-846a-06c44372649f, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:23:04.644164 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8f92456a-7462-4ec1-846a-06c44372649f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:04.690901 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5bacc3ef-f374-4700-9e76-6e028777c174 req-95f83e57-a621-4575-b41b-492e393e38a4 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482733 Mar 14 11:23:04.715777 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] For port 8f92456a-7462-4ec1-846a-06c44372649f, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:23:04.718823 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] For port 8f92456a-7462-4ec1-846a-06c44372649f, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8f92456a-7462-4ec1-846a-06c44372649f,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:23:04.791382 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (8f92456a-7462-4ec1-846a-06c44372649f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:04.827586 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:04.828204 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:04.829635 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] 10.222.0.44 "PUT /v2.0/ports/8f92456a-7462-4ec1-846a-06c44372649f HTTP/1.1" status: 200 len: 1094 time: 0.7662876 Mar 14 11:23:04.830139 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7', 'tag': '8f92456a-7462-4ec1-846a-06c44372649f'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:23:04.832380 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a94de0-9d19-4485-8cfe-aaff0721e3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7", "tag": "8f92456a-7462-4ec1-846a-06c44372649f"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:23:04.836062 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:23:04.855785 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc83147-caa7-4cff-9cb8-2c2f33583eeb service neutron] Pushing event updated for resources: {'Port': ['ID=8f92456a-7462-4ec1-846a-06c44372649f,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:04.872942 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a50e640-3d94-444f-a292-e6afd968e39e x-openstack-request-id: req-1a50e640-3d94-444f-a292-e6afd968e39e {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:23:04.873235 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7", "tag": "8f92456a-7462-4ec1-846a-06c44372649f", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:23:04.873490 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a50e640-3d94-444f-a292-e6afd968e39e {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:23:04.873893 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7', 'tag': '8f92456a-7462-4ec1-846a-06c44372649f', 'status': 'completed', 'code': 200} Mar 14 11:23:05.229743 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-75b52a25-ae06-49d3-a436-8e851314529c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:05.616461 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd158ce2-a64d-441f-8b4f-5d7019708fc9 req-6d5e45d0-faa0-40d1-8178-8387a8eca1be tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:05.617934 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd158ce2-a64d-441f-8b4f-5d7019708fc9 req-6d5e45d0-faa0-40d1-8178-8387a8eca1be tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 944 time: 0.0527101 Mar 14 11:23:05.663878 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd158ce2-a64d-441f-8b4f-5d7019708fc9 req-fd27b5f2-5a22-4efc-9ead-b7158f936d08 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402608 Mar 14 11:23:05.809732 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a4e96-b6a2-49b2-b328-a8112234c14c req-6dde2a7b-4766-4c38-add2-8eb6b6f7241d tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:05.811152 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c73a4e96-b6a2-49b2-b328-a8112234c14c req-6dde2a7b-4766-4c38-add2-8eb6b6f7241d tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.0523632 Mar 14 11:23:05.862441 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c73a4e96-b6a2-49b2-b328-a8112234c14c req-195c0f69-2890-476e-9cb9-dc321e2692dd tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459273 Mar 14 11:23:06.780261 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491eb6a4-d1a2-429c-bb38-8ba089f30fcc req-2a6c8949-6cd3-43e0-bc7f-bb7c89ea9594 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:06.781823 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-491eb6a4-d1a2-429c-bb38-8ba089f30fcc req-2a6c8949-6cd3-43e0-bc7f-bb7c89ea9594 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 944 time: 0.0515239 Mar 14 11:23:06.827402 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-491eb6a4-d1a2-429c-bb38-8ba089f30fcc req-5373081d-a996-47d1-b126-d95d7de9f408 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400469 Mar 14 11:23:06.979058 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52458f-fa54-4827-9e61-e411e699a613 req-ebf513fc-0a0a-4a8f-838d-7e7557539a07 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:06.980422 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0a52458f-fa54-4827-9e61-e411e699a613 req-ebf513fc-0a0a-4a8f-838d-7e7557539a07 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.0513940 Mar 14 11:23:07.028346 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0a52458f-fa54-4827-9e61-e411e699a613 req-6864c8ef-9127-484f-b051-8f7c1010e0da tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421534 Mar 14 11:23:07.482267 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-22cfd4cd-3c84-4e62-b975-6a41e64b6dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:07.602873 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a94de0-9d19-4485-8cfe-aaff0721e3c1 req-032b4adc-4039-466b-a703-a60af4a3d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:07.604873 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7a94de0-9d19-4485-8cfe-aaff0721e3c1 req-032b4adc-4039-466b-a703-a60af4a3d14a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 1128 time: 0.0431769 Mar 14 11:23:07.701086 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a94de0-9d19-4485-8cfe-aaff0721e3c1 req-c4c3963d-f31c-4ef4-ad2a-3a892a9e77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:07.702576 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7a94de0-9d19-4485-8cfe-aaff0721e3c1 req-c4c3963d-f31c-4ef4-ad2a-3a892a9e77d7 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=87c49ee49cd14a2aa0cc354627515760&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0908883 Mar 14 11:23:07.794019 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a94de0-9d19-4485-8cfe-aaff0721e3c1 req-abf14c90-4c46-48c2-be75-5e251d76cc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:07.795455 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a7a94de0-9d19-4485-8cfe-aaff0721e3c1 req-abf14c90-4c46-48c2-be75-5e251d76cc87 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866826 Mar 14 11:23:07.952699 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d3b6e-2ff4-4eab-bf81-c5ee23558bbf req-8c9e0c55-abc7-4266-b2a3-c7b28b2d04c5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:07.954173 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d63d3b6e-2ff4-4eab-bf81-c5ee23558bbf req-8c9e0c55-abc7-4266-b2a3-c7b28b2d04c5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 944 time: 0.0581203 Mar 14 11:23:08.001291 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-78b99958-84a4-4ae1-bef7-b53399d872ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:08.001905 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d63d3b6e-2ff4-4eab-bf81-c5ee23558bbf req-32cb79e3-f45c-4299-acd7-b69c16f2c79e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418882 Mar 14 11:23:08.002794 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-78b99958-84a4-4ae1-bef7-b53399d872ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 1128 time: 0.0496590 Mar 14 11:23:08.049341 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-13db15cb-26b9-41e9-abee-1fde097c8e32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f92456a-7462-4ec1-846a-06c44372649f HTTP/1.1" status: 200 len: 217 time: 0.0350230 Mar 14 11:23:08.129968 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-1a67ae25-7d70-4c6c-8493-e2b553d8bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:08.131423 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-1a67ae25-7d70-4c6c-8493-e2b553d8bccb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c145818f-9d7d-4997-ae9c-db4cbe8d2da1 HTTP/1.1" status: 200 len: 854 time: 0.0710363 Mar 14 11:23:08.186178 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919eda-8671-44ef-b9f3-a1f05c6b2ba4 req-503412a2-39a9-4156-8aa8-f01c5718b967 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:08.187661 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2a919eda-8671-44ef-b9f3-a1f05c6b2ba4 req-503412a2-39a9-4156-8aa8-f01c5718b967 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.0926435 Mar 14 11:23:08.209979 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-75d50a0f-2473-423b-8d80-e67f582cb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:08.211438 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-75d50a0f-2473-423b-8d80-e67f582cb397 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7948184e-83ff-43df-a1e2-ac0589280d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725684 Mar 14 11:23:08.245821 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2a919eda-8671-44ef-b9f3-a1f05c6b2ba4 req-5012c80e-6f30-424e-8d02-dd8380766447 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493953 Mar 14 11:23:08.385240 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-e6b930b3-8119-474a-b7bc-9e7400b115a7 service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844595 Mar 14 11:23:08.472270 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-589a5565-0655-4d68-8c40-f4e7678cb327 req-095a2ab1-a277-4e11-8679-906e80e0b76c service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808446 Mar 14 11:23:08.618937 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:08.909622 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-935396ec-2cc9-4ab8-be7a-b0eb15a818a4 req-4671c57f-d664-4ec6-b46f-a8a549515fcb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432019 Mar 14 11:23:09.010555 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935396ec-2cc9-4ab8-be7a-b0eb15a818a4 req-4821b51f-1a14-4d72-8a43-b124126e95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:09.012032 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-935396ec-2cc9-4ab8-be7a-b0eb15a818a4 req-4821b51f-1a14-4d72-8a43-b124126e95bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=720f0e77ff664a78913bdaee14f470ba&device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 1130 time: 0.0465894 Mar 14 11:23:09.053898 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:09.117786 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935396ec-2cc9-4ab8-be7a-b0eb15a818a4 req-687403fc-d8a1-488a-ba82-53b49fc2e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:09.119548 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-935396ec-2cc9-4ab8-be7a-b0eb15a818a4 req-687403fc-d8a1-488a-ba82-53b49fc2e0af service neutron] 10.222.0.44 "GET /v2.0/networks?id=841c8ce7-e1ff-4086-80e2-ec77dada8502 HTTP/1.1" status: 200 len: 911 time: 0.0882454 Mar 14 11:23:09.128445 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a7f74-e40c-4272-9d39-3ad5bcb6a7ba req-7e77874c-8cb9-4d0f-b3eb-7d9bd3b8403e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:09.129918 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4d0a7f74-e40c-4272-9d39-3ad5bcb6a7ba req-7e77874c-8cb9-4d0f-b3eb-7d9bd3b8403e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 944 time: 0.0547156 Mar 14 11:23:09.181894 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4d0a7f74-e40c-4272-9d39-3ad5bcb6a7ba req-dd60489c-4d14-40db-8696-eab381592b22 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0459435 Mar 14 11:23:09.188652 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-935396ec-2cc9-4ab8-be7a-b0eb15a818a4 req-d0d6ebf5-12d9-4423-a984-26a8acdbd80e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d HTTP/1.1" status: 200 len: 1001 time: 0.0617750 Mar 14 11:23:09.238441 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935396ec-2cc9-4ab8-be7a-b0eb15a818a4 req-05b17e8b-3f45-4db5-837d-269040d34686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:09.239868 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-935396ec-2cc9-4ab8-be7a-b0eb15a818a4 req-05b17e8b-3f45-4db5-837d-269040d34686 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccb908f7-3677-42e1-8bdd-62cd57924849 HTTP/1.1" status: 200 len: 849 time: 0.0440221 Mar 14 11:23:09.294438 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935396ec-2cc9-4ab8-be7a-b0eb15a818a4 req-5d0c077a-a535-41d4-8173-aaa5759f078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:09.295946 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-935396ec-2cc9-4ab8-be7a-b0eb15a818a4 req-5d0c077a-a535-41d4-8173-aaa5759f078d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=841c8ce7-e1ff-4086-80e2-ec77dada8502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471005 Mar 14 11:23:09.423698 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cad0ff-3a00-4f96-9228-908f2b8a4a84 req-9631eda9-0e3d-46c0-8c1f-d3656e5e4b3b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:09.425147 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-43cad0ff-3a00-4f96-9228-908f2b8a4a84 req-9631eda9-0e3d-46c0-8c1f-d3656e5e4b3b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.1113296 Mar 14 11:23:09.428593 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-935396ec-2cc9-4ab8-be7a-b0eb15a818a4 req-1d00de84-959e-4243-a510-74a800e4b422 service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218665 Mar 14 11:23:09.530199 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-43cad0ff-3a00-4f96-9228-908f2b8a4a84 req-42ab0644-abdd-459d-94b5-1c14ad870e47 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994482 Mar 14 11:23:09.551693 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-935396ec-2cc9-4ab8-be7a-b0eb15a818a4 req-4e3e0d8c-1f2b-4ed2-92d0-2f1214a72904 service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153882 Mar 14 11:23:10.318160 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb811ee-b869-4d9e-a175-8125c951892d req-a65d3bb6-b226-4082-b232-e1059f97af90 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:10.319537 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eeb811ee-b869-4d9e-a175-8125c951892d req-a65d3bb6-b226-4082-b232-e1059f97af90 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 944 time: 0.0653338 Mar 14 11:23:10.333772 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:10.367385 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eeb811ee-b869-4d9e-a175-8125c951892d req-b938d013-a016-465a-b70d-68a997365667 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415723 Mar 14 11:23:10.649269 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440f178-eb24-4a6e-a335-bd5ca0fbc444 req-85451c8a-6f49-4f38-b8f6-f0dd103530fb tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:10.651468 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9440f178-eb24-4a6e-a335-bd5ca0fbc444 req-85451c8a-6f49-4f38-b8f6-f0dd103530fb tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.0540690 Mar 14 11:23:10.698731 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9440f178-eb24-4a6e-a335-bd5ca0fbc444 req-40d08617-edee-4eca-903f-4720da4bb241 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416474 Mar 14 11:23:11.194570 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 30164b7b-814f-4500-88ef-a8498a9c6493 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:23:11.294635 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 30164b7b-814f-4500-88ef-a8498a9c6493, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=30164b7b-814f-4500-88ef-a8498a9c6493,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:23:11.305636 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': '30164b7b-814f-4500-88ef-a8498a9c6493', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'port_id': '30164b7b-814f-4500-88ef-a8498a9c6493', 'mac_address': 'fa:16:3e:d1:92:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:23:11.342854 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 30164b7b-814f-4500-88ef-a8498a9c6493 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:11.343534 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:11.355894 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30164b7b-814f-4500-88ef-a8498a9c6493 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:23:11.375671 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 30164b7b-814f-4500-88ef-a8498a9c6493, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=30164b7b-814f-4500-88ef-a8498a9c6493,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:23:11.436545 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:11.487133 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305b6348-22ef-47cc-a4f5-f6d24e09b37b req-88117b47-8db9-4787-a817-599e88f7ac9a tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:11.487930 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=30164b7b-814f-4500-88ef-a8498a9c6493,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:11.489224 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-305b6348-22ef-47cc-a4f5-f6d24e09b37b req-88117b47-8db9-4787-a817-599e88f7ac9a tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 944 time: 0.0551271 Mar 14 11:23:11.495724 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:11.500018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:11.500018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:11.500018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:11.500018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:11.500018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:11.500018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:11.500018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:11.500018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:11.500018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:11.500018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:11.500018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:11.500018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:11.500018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:11.501055 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:11.536635 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-305b6348-22ef-47cc-a4f5-f6d24e09b37b req-d59561af-4102-4581-997a-57bfbb5106fa tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409639 Mar 14 11:23:11.745402 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:11.792039 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['30164b7b-814f-4500-88ef-a8498a9c6493'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:23:11.821627 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53531473-3986-470e-ada2-efadd0f38385 req-4702f683-6b16-4339-8a2a-ef49aaf2b529 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:11.823389 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-53531473-3986-470e-ada2-efadd0f38385 req-4702f683-6b16-4339-8a2a-ef49aaf2b529 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 945 time: 0.0576200 Mar 14 11:23:11.872932 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-53531473-3986-470e-ada2-efadd0f38385 req-5bcdad86-a8b3-454f-9eb6-761b0b96316b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439885 Mar 14 11:23:12.658242 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dbb7da-3056-482c-a214-a1d838f58191 req-45ff9e61-05e1-4bf1-bc9e-a8491d212272 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:12.659725 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20dbb7da-3056-482c-a214-a1d838f58191 req-45ff9e61-05e1-4bf1-bc9e-a8491d212272 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 944 time: 0.0551069 Mar 14 11:23:12.711479 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-20dbb7da-3056-482c-a214-a1d838f58191 req-f507d5b7-ecfa-4876-a4be-d69bbfd0a371 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449097 Mar 14 11:23:12.991467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bee69d-b839-48ef-b61b-45aae16a3d3f req-f2c2e5bd-d33b-449f-a5ac-ecfbfe46a2bb tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:12.992952 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-75bee69d-b839-48ef-b61b-45aae16a3d3f req-f2c2e5bd-d33b-449f-a5ac-ecfbfe46a2bb tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 945 time: 0.0538521 Mar 14 11:23:13.048812 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-75bee69d-b839-48ef-b61b-45aae16a3d3f req-995229c7-e0f5-4493-b223-427c37375aec tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497024 Mar 14 11:23:13.216070 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 8f92456a-7462-4ec1-846a-06c44372649f details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:23:13.221256 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 30164b7b-814f-4500-88ef-a8498a9c6493 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:23:13.368531 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 8f92456a-7462-4ec1-846a-06c44372649f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8f92456a-7462-4ec1-846a-06c44372649f,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:23:13.379430 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': '8f92456a-7462-4ec1-846a-06c44372649f', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'port_id': '8f92456a-7462-4ec1-846a-06c44372649f', 'mac_address': 'fa:16:3e:62:ea:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:23:13.417385 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 8f92456a-7462-4ec1-846a-06c44372649f is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:13.417781 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8f92456a-7462-4ec1-846a-06c44372649f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:13.430453 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f92456a-7462-4ec1-846a-06c44372649f {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:23:13.448249 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port 30164b7b-814f-4500-88ef-a8498a9c6493 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:23:13.451583 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 8f92456a-7462-4ec1-846a-06c44372649f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8f92456a-7462-4ec1-846a-06c44372649f,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:23:13.454222 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port 30164b7b-814f-4500-88ef-a8498a9c6493 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:13.454590 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:13.531452 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 30164b7b-814f-4500-88ef-a8498a9c6493 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:13.531766 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:13.543866 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (8f92456a-7462-4ec1-846a-06c44372649f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:13.557927 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30164b7b-814f-4500-88ef-a8498a9c6493'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:23:13.560154 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a59835d-f6ad-4441-b5ef-60da1ff6788a" -d '{"events": [{"server_uuid": "9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0", "name": "network-vif-plugged", "status": "completed", "tag": "30164b7b-814f-4500-88ef-a8498a9c6493"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:23:13.592858 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 30164b7b-814f-4500-88ef-a8498a9c6493, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=30164b7b-814f-4500-88ef-a8498a9c6493,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:23:13.613208 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b8ef7a-9ecc-4ea6-92b6-bb34d7367b2a x-openstack-request-id: req-b5b8ef7a-9ecc-4ea6-92b6-bb34d7367b2a {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:23:13.613496 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0", "name": "network-vif-plugged", "status": "completed", "tag": "30164b7b-814f-4500-88ef-a8498a9c6493", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:23:13.613886 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5b8ef7a-9ecc-4ea6-92b6-bb34d7367b2a {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:23:13.614296 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30164b7b-814f-4500-88ef-a8498a9c6493', 'code': 200} Mar 14 11:23:13.620185 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=8f92456a-7462-4ec1-846a-06c44372649f,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:13.664800 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:13.711295 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=30164b7b-814f-4500-88ef-a8498a9c6493,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:13.827434 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada6acf-f563-4ca1-9caf-d3ddd87949f2 req-99a87392-a30c-4b7e-97d5-649829025f59 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:13.828790 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fada6acf-f563-4ca1-9caf-d3ddd87949f2 req-99a87392-a30c-4b7e-97d5-649829025f59 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 945 time: 0.0510254 Mar 14 11:23:13.877774 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fada6acf-f563-4ca1-9caf-d3ddd87949f2 req-3d0f8db1-47e1-4b4a-a5e5-04f407e09f69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0436018 Mar 14 11:23:14.165713 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551f26c-28d4-4465-82c7-024976a4d5af req-ef00b3a2-ef7f-4b01-9fad-7ace4c4fb97b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:14.167176 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5551f26c-28d4-4465-82c7-024976a4d5af req-ef00b3a2-ef7f-4b01-9fad-7ace4c4fb97b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0512390 Mar 14 11:23:14.214771 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5551f26c-28d4-4465-82c7-024976a4d5af req-6b4e5fb3-88ca-4ccc-b4ba-38d76435212d tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421507 Mar 14 11:23:14.991564 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ed0a8-7357-4b9a-88c2-38a5ed51a55b req-d7e520c0-1670-4d22-85dd-4d817a0fb72e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:14.993001 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fb7ed0a8-7357-4b9a-88c2-38a5ed51a55b req-d7e520c0-1670-4d22-85dd-4d817a0fb72e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 945 time: 0.0506895 Mar 14 11:23:15.038368 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fb7ed0a8-7357-4b9a-88c2-38a5ed51a55b req-848621a1-d553-4681-9584-566d2d2e06f2 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0389462 Mar 14 11:23:15.329582 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc2542-776f-4ccc-a372-9bf4a49ad0a4 req-909231c4-6e6a-46b7-bd9b-96834ee4b9a6 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:15.330990 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f7fc2542-776f-4ccc-a372-9bf4a49ad0a4 req-909231c4-6e6a-46b7-bd9b-96834ee4b9a6 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0514863 Mar 14 11:23:15.379021 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f7fc2542-776f-4ccc-a372-9bf4a49ad0a4 req-5720b21b-b124-41e7-a4c0-6f1bb5b5eb9a tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425704 Mar 14 11:23:16.160357 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a2157-c0ba-438a-8be1-2e4ace604f3c req-3fefa874-b81e-475e-a432-bf5507991972 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:16.160357 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-026a2157-c0ba-438a-8be1-2e4ace604f3c req-3fefa874-b81e-475e-a432-bf5507991972 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 945 time: 0.0520160 Mar 14 11:23:16.206081 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-026a2157-c0ba-438a-8be1-2e4ace604f3c req-aaaa2015-e4fe-483d-8083-ca303328bd1c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416188 Mar 14 11:23:16.718917 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a4ce1-f11d-4f3c-9e20-64e69384a2d4 req-0cb32c22-d0af-4ac7-bf15-6a9da50d4c12 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:16.720305 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-722a4ce1-f11d-4f3c-9e20-64e69384a2d4 req-0cb32c22-d0af-4ac7-bf15-6a9da50d4c12 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.2757726 Mar 14 11:23:16.767876 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-722a4ce1-f11d-4f3c-9e20-64e69384a2d4 req-49fed3b7-b42c-4b2d-8fd0-5dd3f35a9dd5 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420253 Mar 14 11:23:17.325997 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db4dff-7ab2-401c-9ebd-d43366277720 req-db943c9f-4053-428a-8472-3d4c824c6aa3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:17.327467 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a8db4dff-7ab2-401c-9ebd-d43366277720 req-db943c9f-4053-428a-8472-3d4c824c6aa3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 945 time: 0.0555248 Mar 14 11:23:17.374968 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a8db4dff-7ab2-401c-9ebd-d43366277720 req-0375f3a6-8ade-4b53-8d69-e833bd48fab9 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418739 Mar 14 11:23:17.813440 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b165314-51c8-4488-b141-57d946c6e8ba req-6bf51113-ffe2-47b1-bd2f-15f5b954cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:17.814952 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5b165314-51c8-4488-b141-57d946c6e8ba req-6bf51113-ffe2-47b1-bd2f-15f5b954cab3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 1130 time: 0.0424199 Mar 14 11:23:17.861976 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5b165314-51c8-4488-b141-57d946c6e8ba req-ba44d07c-3d5b-4533-ade3-331e5ad1386b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397017 Mar 14 11:23:17.883076 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d76c3-b5ab-444e-ae44-9953ff02433a req-5857d139-5e70-4dc6-9ad3-f0be5cde3f9a tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:17.885157 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e45d76c3-b5ab-444e-ae44-9953ff02433a req-5857d139-5e70-4dc6-9ad3-f0be5cde3f9a tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0527987 Mar 14 11:23:17.932205 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e45d76c3-b5ab-444e-ae44-9953ff02433a req-a25a4f65-f612-4ced-a1f3-a30be49529af tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414007 Mar 14 11:23:18.420857 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['8f92456a-7462-4ec1-846a-06c44372649f'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:23:18.491073 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2d638-0045-4f27-818f-283f8b427f44 req-2434cc41-752d-484a-8ed1-065cba12f399 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:18.492551 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fff2d638-0045-4f27-818f-283f8b427f44 req-2434cc41-752d-484a-8ed1-065cba12f399 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 945 time: 0.0527754 Mar 14 11:23:18.541748 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fff2d638-0045-4f27-818f-283f8b427f44 req-cf9b6247-2c42-4c2e-9c91-9247508159c0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0429766 Mar 14 11:23:19.050618 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dca3e6-188f-4dab-89ef-083898c2634a req-08234ac9-32bd-4bf2-92c4-5402f6a57fba tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:19.051959 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e4dca3e6-188f-4dab-89ef-083898c2634a req-08234ac9-32bd-4bf2-92c4-5402f6a57fba tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0546238 Mar 14 11:23:19.098289 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e4dca3e6-188f-4dab-89ef-083898c2634a req-567d603c-dd6f-4d2d-be14-8168dc6497ba tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406578 Mar 14 11:23:19.661815 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd76ddc-6837-41b6-8682-6a2a39a491c3 req-77747d3d-446f-42bc-98d3-19cbf7e0bdf5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:19.663350 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1cd76ddc-6837-41b6-8682-6a2a39a491c3 req-77747d3d-446f-42bc-98d3-19cbf7e0bdf5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 945 time: 0.0542524 Mar 14 11:23:19.710075 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1cd76ddc-6837-41b6-8682-6a2a39a491c3 req-053803fd-6098-40cb-84f1-d173eed3b946 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405333 Mar 14 11:23:20.027193 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 8f92456a-7462-4ec1-846a-06c44372649f up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:23:20.138832 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port 8f92456a-7462-4ec1-846a-06c44372649f completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:23:20.143582 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port 8f92456a-7462-4ec1-846a-06c44372649f triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:20.144008 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (8f92456a-7462-4ec1-846a-06c44372649f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:20.220696 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4644b0-3144-4478-b490-e8f34fa7feb0 req-9dead16a-ee04-47f2-9278-aa3019a9a47f tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:20.222172 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2a4644b0-3144-4478-b490-e8f34fa7feb0 req-9dead16a-ee04-47f2-9278-aa3019a9a47f tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0532393 Mar 14 11:23:20.224668 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 8f92456a-7462-4ec1-846a-06c44372649f is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:20.225064 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8f92456a-7462-4ec1-846a-06c44372649f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:20.251866 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f92456a-7462-4ec1-846a-06c44372649f'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:23:20.254042 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09851d0-1821-491c-b5bb-56f4bd713187" -d '{"events": [{"server_uuid": "dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7", "name": "network-vif-plugged", "status": "completed", "tag": "8f92456a-7462-4ec1-846a-06c44372649f"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:23:20.274004 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 8f92456a-7462-4ec1-846a-06c44372649f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8f92456a-7462-4ec1-846a-06c44372649f,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:23:20.275010 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2a4644b0-3144-4478-b490-e8f34fa7feb0 req-b8cd51e1-bd5e-4cd3-972c-821139bc1e1d tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457826 Mar 14 11:23:20.307309 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936993f1-57fc-4b4d-9a42-a36a2df01ff7 x-openstack-request-id: req-936993f1-57fc-4b4d-9a42-a36a2df01ff7 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:23:20.307603 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7", "name": "network-vif-plugged", "status": "completed", "tag": "8f92456a-7462-4ec1-846a-06c44372649f", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:23:20.307883 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-936993f1-57fc-4b4d-9a42-a36a2df01ff7 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:23:20.308278 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f92456a-7462-4ec1-846a-06c44372649f', 'code': 200} Mar 14 11:23:20.367349 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (8f92456a-7462-4ec1-846a-06c44372649f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:20.415538 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=8f92456a-7462-4ec1-846a-06c44372649f,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:20.663122 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eea647-84e4-474d-84ce-27a9e6942e91 req-85d2723d-5580-4c24-a09b-6c78233e1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:20.664579 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-32eea647-84e4-474d-84ce-27a9e6942e91 req-85d2723d-5580-4c24-a09b-6c78233e1a71 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 1130 time: 0.0858908 Mar 14 11:23:20.720396 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-32eea647-84e4-474d-84ce-27a9e6942e91 req-97f3a522-fbcd-4c9e-9f0e-6abb07ca920f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418963 Mar 14 11:23:20.828789 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468d1f2-8697-4b7d-a1e2-a550df8c8c92 req-d906844b-4390-4d87-b752-2b8fa3a5de89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:20.830269 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7468d1f2-8697-4b7d-a1e2-a550df8c8c92 req-d906844b-4390-4d87-b752-2b8fa3a5de89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 946 time: 0.0529258 Mar 14 11:23:20.884520 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7468d1f2-8697-4b7d-a1e2-a550df8c8c92 req-a2c1cc91-17d8-480f-b9bf-e27578ab2f0c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0473704 Mar 14 11:23:21.394305 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5ad1c-12da-4141-b109-159c29693da4 req-87427125-baa5-408a-80b5-fe6bd3129402 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:21.395858 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3bb5ad1c-12da-4141-b109-159c29693da4 req-87427125-baa5-408a-80b5-fe6bd3129402 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0542657 Mar 14 11:23:21.443767 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3bb5ad1c-12da-4141-b109-159c29693da4 req-e8371eca-3228-41ca-8266-fd09b898481a tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416763 Mar 14 11:23:21.562190 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7eb89-f506-4638-92ec-fc14e158cb8c req-c49b661b-d14d-4c9f-98d6-5d35ee014920 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:21.563651 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51f7eb89-f506-4638-92ec-fc14e158cb8c req-c49b661b-d14d-4c9f-98d6-5d35ee014920 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0515096 Mar 14 11:23:21.612861 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-51f7eb89-f506-4638-92ec-fc14e158cb8c req-a9215d19-1546-4a56-b3ef-ab88184d2fe0 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437312 Mar 14 11:23:21.635872 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56466) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:21.718919 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b8457b-c901-4b30-aed3-2f1930a4d170 tempest-TestShelveInstance-295290315 tempest-TestShelveInstance-295290315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:21.720455 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-49b8457b-c901-4b30-aed3-2f1930a4d170 tempest-TestShelveInstance-295290315 tempest-TestShelveInstance-295290315-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 1125 time: 0.0836287 Mar 14 11:23:21.723610 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56470) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:21.730148 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Request body: {'floatingip': {'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'port_id': '30164b7b-814f-4500-88ef-a8498a9c6493', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:21.818676 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:21.916149 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:21.999337 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a68f8-31c7-45d2-8014-a171691c8a57 req-8eb123cc-7943-4cd4-8ce4-45d2fb08bcc2 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:22.000825 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9a8a68f8-31c7-45d2-8014-a171691c8a57 req-8eb123cc-7943-4cd4-8ce4-45d2fb08bcc2 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 946 time: 0.0522125 Mar 14 11:23:22.027228 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Allocated IP 172.27.3.27 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/a381b0b3-aae1-4cab-89bd-c3903bfd5069) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:23:22.048267 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9a8a68f8-31c7-45d2-8014-a171691c8a57 req-143a8efb-683c-4395-9f33-9abf257e2fd6 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416553 Mar 14 11:23:22.133729 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for port (a381b0b3-aae1-4cab-89bd-c3903bfd5069), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:22.252427 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (a381b0b3-aae1-4cab-89bd-c3903bfd5069), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:22.290127 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:23:22.293856 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:23:22.297309 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:23:22.327586 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Pushing event updated for resources: {'Port': ['ID=a381b0b3-aae1-4cab-89bd-c3903bfd5069,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:22.341256 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:22.341603 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:22.341981 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:22.342302 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:22.342634 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:22.342961 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:22.343286 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:22.343612 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:22.343930 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:22.344247 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:22.344584 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:22.344891 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:22.345208 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:22.345523 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:22.345843 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:22.701030 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for floatingip (a7551740-80a8-4a5f-9d8c-1073069d8fbf), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:22.862178 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (a381b0b3-aae1-4cab-89bd-c3903bfd5069), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:23.006198 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for port (a381b0b3-aae1-4cab-89bd-c3903bfd5069), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:23.087315 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (a381b0b3-aae1-4cab-89bd-c3903bfd5069), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:23.183960 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Pushing event updated for resources: {'Port': ['ID=a381b0b3-aae1-4cab-89bd-c3903bfd5069,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:23.201855 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (a7551740-80a8-4a5f-9d8c-1073069d8fbf), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:23.249104 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9fdad-13fb-4090-ba37-2eafc5312742 req-89f86b88-3378-4638-a11e-74f370650340 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:23.250601 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-44d9fdad-13fb-4090-ba37-2eafc5312742 req-89f86b88-3378-4638-a11e-74f370650340 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 946 time: 0.1324792 Mar 14 11:23:23.341025 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-44d9fdad-13fb-4090-ba37-2eafc5312742 req-c08b9653-d1cc-411d-a681-fbe835d73082 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0846126 Mar 14 11:23:23.346566 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Floating IP a7551740-80a8-4a5f-9d8c-1073069d8fbf associated. External IP: 172.27.3.27, port: 30164b7b-814f-4500-88ef-a8498a9c6493. Mar 14 11:23:23.462295 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e59a9-61a5-49e1-bb1d-35c8c26ef42b req-c2cdf021-979e-4d06-b32b-780e5f9f8e2e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:23.464914 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8d6e59a9-61a5-49e1-bb1d-35c8c26ef42b req-c2cdf021-979e-4d06-b32b-780e5f9f8e2e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 946 time: 0.0574505 Mar 14 11:23:23.473344 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 56490) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:23.477739 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-832e6e90-c94d-454e-afc1-3749737f6b9b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'floatingip': {'port_id': '8f92456a-7462-4ec1-846a-06c44372649f'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:23.517005 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-832e6e90-c94d-454e-afc1-3749737f6b9b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (7f673e45-c99f-4433-8309-b4a9caf5edca), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:23.566220 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Router 04a7fd3c-60e3-4ac8-a47d-150e40454949 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:23:23.679432 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:23:23.689425 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f247017-84af-4921-b10e-a96def72ddd5 None None] Sync routers for ids ['04a7fd3c-60e3-4ac8-a47d-150e40454949'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:23:23.701653 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f247017-84af-4921-b10e-a96def72ddd5 None None] Routers {'04a7fd3c-60e3-4ac8-a47d-150e40454949'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:23:23.702404 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9f247017-84af-4921-b10e-a96def72ddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:23:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['04a7fd3c-60e3-4ac8-a47d-150e40454949'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:23.770335 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:23.801406 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-47316291-8ded-48e6-917f-b16f22db8c93 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0761316 Mar 14 11:23:23.802349 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'tag': '30164b7b-814f-4500-88ef-a8498a9c6493'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:23:23.805451 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a82408aa6d8333e2181d16c09767b8a1ebc4ae77f8efd81ec4377ebaeeb989a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514abb48-5865-470b-8148-ea32e17b2541" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0", "tag": "30164b7b-814f-4500-88ef-a8498a9c6493"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:23:23.834078 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9f247017-84af-4921-b10e-a96def72ddd5 None None] Set router 04a7fd3c-60e3-4ac8-a47d-150e40454949 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:23:23.848095 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c188a934-0e69-4713-88d3-770354706605 x-openstack-request-id: req-c188a934-0e69-4713-88d3-770354706605 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:23:23.848859 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0", "tag": "30164b7b-814f-4500-88ef-a8498a9c6493", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:23:23.849343 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c188a934-0e69-4713-88d3-770354706605 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:23:23.850028 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'tag': '30164b7b-814f-4500-88ef-a8498a9c6493', 'status': 'completed', 'code': 200} Mar 14 11:23:23.990492 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514abb48-5865-470b-8148-ea32e17b2541 req-db92dc53-5ded-426b-87f9-06e5d90ff11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:23.992477 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-514abb48-5865-470b-8148-ea32e17b2541 req-db92dc53-5ded-426b-87f9-06e5d90ff11e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b283a8ad5a549b2b2524ee66d4f215e&device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 1130 time: 0.0987372 Mar 14 11:23:24.087142 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9f247017-84af-4921-b10e-a96def72ddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:01Z', 'updated_at': '2022-03-14T11:22:05Z', 'revision_number': 4, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'gw_port': {'id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:02Z', 'updated_at': '2022-03-14T11:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': 'a7551740-80a8-4a5f-9d8c-1073069d8fbf', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'port_id': '30164b7b-814f-4500-88ef-a8498a9c6493', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'mac_address': 'fa:16:3e:d1:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:23:22Z', 'updated_at': '2022-03-14T11:23:22Z', 'revision_number': 0, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3bff66-ba07-4b84-846e-b37a8109a171', 'name': '', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'mac_address': 'fa:16:3e:b8:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:04Z', 'updated_at': '2022-03-14T11:22:10Z', 'revision_number': 5, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'subnets': [{'id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:24.119330 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f247017-84af-4921-b10e-a96def72ddd5 None None] Checking router: 04a7fd3c-60e3-4ac8-a47d-150e40454949 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:23:24.129132 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f247017-84af-4921-b10e-a96def72ddd5 None None] Routers {'04a7fd3c-60e3-4ac8-a47d-150e40454949'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:23:24.129766 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9f247017-84af-4921-b10e-a96def72ddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:23:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['04a7fd3c-60e3-4ac8-a47d-150e40454949'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:24.248908 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9f247017-84af-4921-b10e-a96def72ddd5 None None] Set router 04a7fd3c-60e3-4ac8-a47d-150e40454949 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:23:24.361992 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-832e6e90-c94d-454e-afc1-3749737f6b9b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:24.393802 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514abb48-5865-470b-8148-ea32e17b2541 req-2a00ef54-ede6-4ef4-9ea9-44f889df7a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:24.395843 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-514abb48-5865-470b-8148-ea32e17b2541 req-2a00ef54-ede6-4ef4-9ea9-44f889df7a7a service neutron] 10.222.0.44 "GET /v2.0/networks?id=d65be162-a9a8-4089-bb6d-105a7c5b2609 HTTP/1.1" status: 200 len: 909 time: 0.3748024 Mar 14 11:23:24.450679 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-832e6e90-c94d-454e-afc1-3749737f6b9b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (7f673e45-c99f-4433-8309-b4a9caf5edca), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:24.525868 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-514abb48-5865-470b-8148-ea32e17b2541 req-692aeb7c-0116-4817-9407-3e74bde26d32 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30164b7b-814f-4500-88ef-a8498a9c6493 HTTP/1.1" status: 200 len: 999 time: 0.1219347 Mar 14 11:23:24.620891 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514abb48-5865-470b-8148-ea32e17b2541 req-497d0715-83b7-4b3a-95da-86564df2e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:24.622263 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-514abb48-5865-470b-8148-ea32e17b2541 req-497d0715-83b7-4b3a-95da-86564df2e1d2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a0fe725e-ff55-4659-b8b2-d6f57a5f318a HTTP/1.1" status: 200 len: 847 time: 0.0906432 Mar 14 11:23:24.625269 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [None req-832e6e90-c94d-454e-afc1-3749737f6b9b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Floating IP 7f673e45-c99f-4433-8309-b4a9caf5edca associated. External IP: 172.27.3.140, port: 8f92456a-7462-4ec1-846a-06c44372649f. Mar 14 11:23:24.643204 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9f247017-84af-4921-b10e-a96def72ddd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:01Z', 'updated_at': '2022-03-14T11:22:05Z', 'revision_number': 4, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'gw_port': {'id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:02Z', 'updated_at': '2022-03-14T11:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': 'a7551740-80a8-4a5f-9d8c-1073069d8fbf', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'port_id': '30164b7b-814f-4500-88ef-a8498a9c6493', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'mac_address': 'fa:16:3e:d1:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:23:22Z', 'updated_at': '2022-03-14T11:23:22Z', 'revision_number': 0, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3bff66-ba07-4b84-846e-b37a8109a171', 'name': '', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'mac_address': 'fa:16:3e:b8:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:04Z', 'updated_at': '2022-03-14T11:22:10Z', 'revision_number': 5, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'subnets': [{'id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:24.670144 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f247017-84af-4921-b10e-a96def72ddd5 None None] The sync data for ids ['04a7fd3c-60e3-4ac8-a47d-150e40454949'] in dv-cinder-831776-2-iscsi is: [{'id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:01Z', 'updated_at': '2022-03-14T11:22:05Z', 'revision_number': 4, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'gw_port': {'id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:02Z', 'updated_at': '2022-03-14T11:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': 'a7551740-80a8-4a5f-9d8c-1073069d8fbf', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'port_id': '30164b7b-814f-4500-88ef-a8498a9c6493', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'mac_address': 'fa:16:3e:d1:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:23:22Z', 'updated_at': '2022-03-14T11:23:22Z', 'revision_number': 0, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d3bff66-ba07-4b84-846e-b37a8109a171', 'name': '', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'mac_address': 'fa:16:3e:b8:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:04Z', 'updated_at': '2022-03-14T11:22:10Z', 'revision_number': 5, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'subnets': [{'id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:23:24.759715 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514abb48-5865-470b-8148-ea32e17b2541 req-6d7262cc-3b27-4e32-97ed-d0f4ac3045b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:24.761513 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-514abb48-5865-470b-8148-ea32e17b2541 req-6d7262cc-3b27-4e32-97ed-d0f4ac3045b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d65be162-a9a8-4089-bb6d-105a7c5b2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1331017 Mar 14 11:23:24.892302 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f2672e-572f-4bcb-8b32-bdb27bc9192b None None] New status for floating IP a7551740-80a8-4a5f-9d8c-1073069d8fbf: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:23:24.934656 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-514abb48-5865-470b-8148-ea32e17b2541 req-897f442c-31b1-476d-9635-9696cab39a2f service neutron] 10.222.0.44 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644449 Mar 14 11:23:25.017469 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832e6e90-c94d-454e-afc1-3749737f6b9b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Router fc7c283b-5081-4de4-b36a-cf56356795a5 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:23:25.081404 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-514abb48-5865-470b-8148-ea32e17b2541 req-ffbe574d-a13e-4f3d-b8c0-5a33254d7070 service neutron] 10.222.0.44 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399503 Mar 14 11:23:25.148673 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832e6e90-c94d-454e-afc1-3749737f6b9b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:23:25.153345 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-832e6e90-c94d-454e-afc1-3749737f6b9b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:25.158913 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d23b7-2c37-4617-b11e-6aba73436420 None None] Sync routers for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:23:25.168873 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d23b7-2c37-4617-b11e-6aba73436420 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:23:25.169536 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d01d23b7-2c37-4617-b11e-6aba73436420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:23:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:25.187379 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-832e6e90-c94d-454e-afc1-3749737f6b9b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "PUT /v2.0/floatingips/7f673e45-c99f-4433-8309-b4a9caf5edca HTTP/1.1" status: 200 len: 992 time: 1.7113595 Mar 14 11:23:25.187379 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7', 'tag': '8f92456a-7462-4ec1-846a-06c44372649f'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:23:25.189487 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d099b80-b5e9-46c2-90ed-48c3ce8815e0" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7", "tag": "8f92456a-7462-4ec1-846a-06c44372649f"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:23:25.289661 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f319177-1f48-4229-9a73-4b80223ea540 x-openstack-request-id: req-4f319177-1f48-4229-9a73-4b80223ea540 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:23:25.290080 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7", "tag": "8f92456a-7462-4ec1-846a-06c44372649f", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:23:25.290335 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f319177-1f48-4229-9a73-4b80223ea540 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:23:25.290560 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-d01d23b7-2c37-4617-b11e-6aba73436420 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:23:25.290732 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7', 'tag': '8f92456a-7462-4ec1-846a-06c44372649f', 'status': 'completed', 'code': 200} Mar 14 11:23:25.355487 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d099b80-b5e9-46c2-90ed-48c3ce8815e0 req-c4ae5640-8f42-4309-b475-b1314e08ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:25.357005 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9d099b80-b5e9-46c2-90ed-48c3ce8815e0 req-c4ae5640-8f42-4309-b475-b1314e08ed02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 1130 time: 0.0458531 Mar 14 11:23:25.448816 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d099b80-b5e9-46c2-90ed-48c3ce8815e0 req-1346e2ea-b507-424d-92c2-c54092610ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:25.450217 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9d099b80-b5e9-46c2-90ed-48c3ce8815e0 req-1346e2ea-b507-424d-92c2-c54092610ccf service neutron] 10.222.0.44 "GET /v2.0/networks?id=7948184e-83ff-43df-a1e2-ac0589280d46 HTTP/1.1" status: 200 len: 916 time: 0.0873592 Mar 14 11:23:25.515422 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9d099b80-b5e9-46c2-90ed-48c3ce8815e0 req-9fd4432a-3165-47d4-aeb2-4178ba8d819b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8f92456a-7462-4ec1-846a-06c44372649f HTTP/1.1" status: 200 len: 1000 time: 0.0586920 Mar 14 11:23:25.520670 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d01d23b7-2c37-4617-b11e-6aba73436420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '0dd6e900-fb9c-45db-8618-4877db55c904', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': '37db8c2b-4425-430a-83d3-9081458ce2e5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:b8:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:19:44Z', 'updated_at': '2022-03-14T11:20:24Z', 'revision_number': 2, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}, {'id': '7f673e45-c99f-4433-8309-b4a9caf5edca', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': '8f92456a-7462-4ec1-846a-06c44372649f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:62:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:22:58Z', 'updated_at': '2022-03-14T11:23:23Z', 'revision_number': 1, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:25.547314 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d23b7-2c37-4617-b11e-6aba73436420 None None] Checking router: fc7c283b-5081-4de4-b36a-cf56356795a5 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:23:25.555531 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d23b7-2c37-4617-b11e-6aba73436420 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:23:25.556136 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d01d23b7-2c37-4617-b11e-6aba73436420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:23:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:25.566844 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d099b80-b5e9-46c2-90ed-48c3ce8815e0 req-26bb5015-8e61-4666-afb0-aeb9d2061c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:25.568335 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9d099b80-b5e9-46c2-90ed-48c3ce8815e0 req-26bb5015-8e61-4666-afb0-aeb9d2061c90 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c145818f-9d7d-4997-ae9c-db4cbe8d2da1 HTTP/1.1" status: 200 len: 854 time: 0.0458698 Mar 14 11:23:25.620958 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d099b80-b5e9-46c2-90ed-48c3ce8815e0 req-bd78fda3-df5e-4a85-b740-eb295723aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:25.622543 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9d099b80-b5e9-46c2-90ed-48c3ce8815e0 req-bd78fda3-df5e-4a85-b740-eb295723aa47 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7948184e-83ff-43df-a1e2-ac0589280d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479097 Mar 14 11:23:25.667939 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-d01d23b7-2c37-4617-b11e-6aba73436420 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:23:25.710530 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9d099b80-b5e9-46c2-90ed-48c3ce8815e0 req-e66eea93-96ce-458a-aee9-b879c19ccc01 service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814774 Mar 14 11:23:25.801447 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9d099b80-b5e9-46c2-90ed-48c3ce8815e0 req-12b1c042-009e-4327-8b88-9ef9867bda16 service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848258 Mar 14 11:23:25.894879 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d01d23b7-2c37-4617-b11e-6aba73436420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '0dd6e900-fb9c-45db-8618-4877db55c904', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': '37db8c2b-4425-430a-83d3-9081458ce2e5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:b8:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:19:44Z', 'updated_at': '2022-03-14T11:20:24Z', 'revision_number': 2, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}, {'id': '7f673e45-c99f-4433-8309-b4a9caf5edca', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': '8f92456a-7462-4ec1-846a-06c44372649f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:62:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:22:58Z', 'updated_at': '2022-03-14T11:23:23Z', 'revision_number': 1, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:25.922557 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01d23b7-2c37-4617-b11e-6aba73436420 None None] The sync data for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi is: [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '0dd6e900-fb9c-45db-8618-4877db55c904', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': '37db8c2b-4425-430a-83d3-9081458ce2e5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:b8:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:19:44Z', 'updated_at': '2022-03-14T11:20:24Z', 'revision_number': 2, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}, {'id': '7f673e45-c99f-4433-8309-b4a9caf5edca', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.140', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': '8f92456a-7462-4ec1-846a-06c44372649f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:62:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:22:58Z', 'updated_at': '2022-03-14T11:23:23Z', 'revision_number': 1, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:23:26.116629 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bf2a51-3693-49b4-aac0-8c0e9277ba41 None None] New status for floating IP 7f673e45-c99f-4433-8309-b4a9caf5edca: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:23:29.917363 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 56552) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:29.960244 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Deleting subnet 851a7a8f-6ddb-4315-b810-177c45241537 {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:23:29.963348 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Publish callbacks [] for subnet (851a7a8f-6ddb-4315-b810-177c45241537), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:29.997320 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8796678'] for subnet (851a7a8f-6ddb-4315-b810-177c45241537), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:30.035949 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (851a7a8f-6ddb-4315-b810-177c45241537), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:30.161616 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8796689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12359734'] for subnet (851a7a8f-6ddb-4315-b810-177c45241537), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:30.186391 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851a7a8f-6ddb-4315-b810-177c45241537,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:30.190902 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:30.194052 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/851a7a8f-6ddb-4315-b810-177c45241537 HTTP/1.1" status: 204 len: 168 time: 0.2749379 Mar 14 11:23:30.196670 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56554) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:30.198919 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:30.201637 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:30.202056 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:30.202417 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:30.202738 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:30.203070 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:30.203402 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:30.203728 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:30.204076 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:30.204373 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:30.204698 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:30.205501 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:30.205501 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:30.205748 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:30.206005 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a771a4-9c6d-4da9-85ed-282f67a07ff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:30.269960 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6faa-16ce-4fa0-aea2-321efc5e3339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (36c8caa6-c4c4-4706-bb38-845dc604fc0c), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:30.346363 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6faa-16ce-4fa0-aea2-321efc5e3339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (36c8caa6-c4c4-4706-bb38-845dc604fc0c), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:30.366206 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-8dbd6faa-16ce-4fa0-aea2-321efc5e3339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c8caa6-c4c4-4706-bb38-845dc604fc0c']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:30.375417 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-8dbd6faa-16ce-4fa0-aea2-321efc5e3339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb935a7-96c6-4313-af27-c38f119800d2') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:30.375716 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-8dbd6faa-16ce-4fa0-aea2-321efc5e3339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb935a7-96c6-4313-af27-c38f119800d2') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:30.388799 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6faa-16ce-4fa0-aea2-321efc5e3339 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11546360'] for segment (bdb935a7-96c6-4313-af27-c38f119800d2), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:30.401353 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6faa-16ce-4fa0-aea2-321efc5e3339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (bdb935a7-96c6-4313-af27-c38f119800d2), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:30.407894 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbd6faa-16ce-4fa0-aea2-321efc5e3339 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:23:30.408271 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6faa-16ce-4fa0-aea2-321efc5e3339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2077848'] for segment (bdb935a7-96c6-4313-af27-c38f119800d2), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: timer() Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: cb(*args, **kw) Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: self._notify() Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: self.callback(batched_events) Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: event.method(event) Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._get(url).json() Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:23:30.409853 dv-cinder-831776-2-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:23:30.509590 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6faa-16ce-4fa0-aea2-321efc5e3339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (36c8caa6-c4c4-4706-bb38-845dc604fc0c), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:30.515306 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6faa-16ce-4fa0-aea2-321efc5e3339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:30.518393 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8dbd6faa-16ce-4fa0-aea2-321efc5e3339 admin admin] 10.222.0.37 "DELETE /v2.0/networks/36c8caa6-c4c4-4706-bb38-845dc604fc0c HTTP/1.1" status: 204 len: 168 time: 0.3202889 Mar 14 11:23:30.528918 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd6faa-16ce-4fa0-aea2-321efc5e3339 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c8caa6-c4c4-4706-bb38-845dc604fc0c,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:30.852889 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56560) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:30.891811 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-93d382bd-7570-4429-96b9-9c35ca04c96d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a404b9a0fea4b5c863de8ac84fc06e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378044 Mar 14 11:23:30.894215 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56562) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:30.939236 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3bbddc26-ebd3-49ec-be3a-57cb707b34d1 admin admin] Publish callbacks [] for security_group (5fe6c1e1-5a7a-41b2-aadc-b268f649d097), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:30.963208 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3bbddc26-ebd3-49ec-be3a-57cb707b34d1 admin admin] Publish callbacks [] for security_group (5fe6c1e1-5a7a-41b2-aadc-b268f649d097), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:31.092876 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3bbddc26-ebd3-49ec-be3a-57cb707b34d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (5fe6c1e1-5a7a-41b2-aadc-b268f649d097), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:31.095516 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3bbddc26-ebd3-49ec-be3a-57cb707b34d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:31.096675 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3bbddc26-ebd3-49ec-be3a-57cb707b34d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5fe6c1e1-5a7a-41b2-aadc-b268f649d097 HTTP/1.1" status: 204 len: 168 time: 0.2015998 Mar 14 11:23:31.105050 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbddc26-ebd3-49ec-be3a-57cb707b34d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe6c1e1-5a7a-41b2-aadc-b268f649d097,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:32.086340 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56586) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:32.182892 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-642899636-network', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:32.281391 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] Made reservation on behalf of 66d51cfaa81242c6a99599737fa4195a for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:23:32.283736 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:32.292612 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:32.363767 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] Publish callbacks [] for security_group (6591f1b9-8b3b-4826-abc2-26964aa71aed), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:32.406678 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (6591f1b9-8b3b-4826-abc2-26964aa71aed), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:32.429967 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] vlan segment allocate from pool success with {'vlan_id': 294, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:23:32.439228 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6591f1b9-8b3b-4826-abc2-26964aa71aed,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:32.443700 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:32.444034 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] Added segment 51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e of type vlan for network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 Mar 14 11:23:32.482936 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (4f63bf05-fb51-48ef-987d-7a89bd6f7088), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:32.572516 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (4f63bf05-fb51-48ef-987d-7a89bd6f7088), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:32.573462 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:32.574061 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:32.635947 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] Pushing event updated for resources: {'Network': ['ID=4f63bf05-fb51-48ef-987d-7a89bd6f7088,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:32.646193 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:23:32.678263 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-eb182a06-64bb-4c1a-98a5-0f00b322006a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5908144 Mar 14 11:23:32.681019 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56590) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:32.685679 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-b58b8cf9-1eef-4b70-aef1-f0ca0eebaf15 admin admin] Request body: {'subnet': {'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-642899636-subnet', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:32.778424 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58b8cf9-1eef-4b70-aef1-f0ca0eebaf15 admin admin] Made reservation on behalf of 66d51cfaa81242c6a99599737fa4195a for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:23:32.781881 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b58b8cf9-1eef-4b70-aef1-f0ca0eebaf15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11574687'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:33.001573 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b58b8cf9-1eef-4b70-aef1-f0ca0eebaf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2078711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11574701'] for subnet (a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:33.059610 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b8cf9-1eef-4b70-aef1-f0ca0eebaf15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:33.063920 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58b8cf9-1eef-4b70-aef1-f0ca0eebaf15 admin admin] Checking segment: {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:23:33.064272 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58b8cf9-1eef-4b70-aef1-f0ca0eebaf15 admin admin] Network hostable DHCP agents. Network: 4f63bf05-fb51-48ef-987d-7a89bd6f7088, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:23:33.126841 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58b8cf9-1eef-4b70-aef1-f0ca0eebaf15 admin admin] Network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:23:33.211251 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-b58b8cf9-1eef-4b70-aef1-f0ca0eebaf15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, 4f63bf05-fb51-48ef-987d-7a89bd6f7088) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:23:33.215251 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58b8cf9-1eef-4b70-aef1-f0ca0eebaf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:33.215883 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b58b8cf9-1eef-4b70-aef1-f0ca0eebaf15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:33.222173 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e37365-f0f8-41cc-a1af-8fbed4c1fc26 None None] Network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:23:33.311848 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b58b8cf9-1eef-4b70-aef1-f0ca0eebaf15 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6296935 Mar 14 11:23:33.314426 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56592) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:33.322263 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:33.323566 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76d7e8ab-c6c4-5dc2-bbd2-0a63752f153b-4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327'}]}} from dv-cinder-831776-2-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 11:23:33.324420 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:33.417279 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3901214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router (7bc4534f-0190-4376-88e6-28abd32b88e8), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:33.418376 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3901322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3899752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3930077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6786'] for router (7bc4534f-0190-4376-88e6-28abd32b88e8), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:33.456260 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Allocated IP 172.20.0.2 (4f63bf05-fb51-48ef-987d-7a89bd6f7088/a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327/e6478376-69ef-4823-8352-d7acac8c305f) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:23:33.473930 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Publish callbacks [] for router_controller (7bc4534f-0190-4376-88e6-28abd32b88e8), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:33.593439 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Publish callbacks [] for port (e6478376-69ef-4823-8352-d7acac8c305f), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:33.653201 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (e6478376-69ef-4823-8352-d7acac8c305f), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:33.684818 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Publish callbacks [] for router_gateway (7bc4534f-0190-4376-88e6-28abd32b88e8), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:33.694422 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:23:33.697449 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:23:33.702936 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:23:33.711255 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Pushing event updated for resources: {'Port': ['ID=e6478376-69ef-4823-8352-d7acac8c305f,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:33.770333 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Attempting to bind port e6478376-69ef-4823-8352-d7acac8c305f on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:23:33.770700 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Attempting to bind port e6478376-69ef-4823-8352-d7acac8c305f by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:23:33.771066 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Attempting to bind port e6478376-69ef-4823-8352-d7acac8c305f on network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:23:33.776230 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:23:33.776611 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Checking segment: {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:23:33.777011 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:33.777402 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Bound using segment: {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:23:33.777870 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Bound port: e6478376-69ef-4823-8352-d7acac8c305f, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:23:33.778273 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e6478376-69ef-4823-8352-d7acac8c305f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:33.840661 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] For port e6478376-69ef-4823-8352-d7acac8c305f, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:23:33.844426 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] For port e6478376-69ef-4823-8352-d7acac8c305f, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=e6478376-69ef-4823-8352-d7acac8c305f,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:23:33.927529 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e6478376-69ef-4823-8352-d7acac8c305f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:33.945921 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Publish callbacks [] for router_gateway (7bc4534f-0190-4376-88e6-28abd32b88e8), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:33.965101 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:33.992862 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1ec2d-1746-414b-838d-8c5e5661e254 None None] Pushing event updated for resources: {'Port': ['ID=e6478376-69ef-4823-8352-d7acac8c305f,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:34.076990 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Allocated IP 172.27.3.142 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/78da1f5d-5267-45f8-8b4a-c2ff3119b0a4) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:23:34.189472 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Publish callbacks [] for port (78da1f5d-5267-45f8-8b4a-c2ff3119b0a4), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:34.316219 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (78da1f5d-5267-45f8-8b4a-c2ff3119b0a4), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:34.359367 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:23:34.362096 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:23:34.365680 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:23:34.370870 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Pushing event updated for resources: {'Port': ['ID=78da1f5d-5267-45f8-8b4a-c2ff3119b0a4,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:34.887024 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6708ddc2-4a7f-4ccf-9485-b994e1992174 None None] Network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:23:34.909223 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device e6478376-69ef-4823-8352-d7acac8c305f up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:23:34.948416 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Publish callbacks [] for router_gateway (7bc4534f-0190-4376-88e6-28abd32b88e8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:35.010460 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-73ff841d-3de6-462e-af92-02fcb4e55b8d None None] Provisioning complete for port e6478376-69ef-4823-8352-d7acac8c305f triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:35.010843 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-73ff841d-3de6-462e-af92-02fcb4e55b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e6478376-69ef-4823-8352-d7acac8c305f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:35.065848 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port e6478376-69ef-4823-8352-d7acac8c305f triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:35.066257 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e6478376-69ef-4823-8352-d7acac8c305f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:35.148690 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3899669'] for router (7bc4534f-0190-4376-88e6-28abd32b88e8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:35.174571 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-73ff841d-3de6-462e-af92-02fcb4e55b8d None None] Current status of the port e6478376-69ef-4823-8352-d7acac8c305f is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:35.174962 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-73ff841d-3de6-462e-af92-02fcb4e55b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e6478376-69ef-4823-8352-d7acac8c305f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:35.229323 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c0263eb3-7d6a-4a67-adc9-37ce11c512e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:35.236252 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port e6478376-69ef-4823-8352-d7acac8c305f is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:35.236646 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e6478376-69ef-4823-8352-d7acac8c305f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:35.249595 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-73ff841d-3de6-462e-af92-02fcb4e55b8d None None] For port e6478376-69ef-4823-8352-d7acac8c305f, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=e6478376-69ef-4823-8352-d7acac8c305f,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:23:35.305319 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-73ff841d-3de6-462e-af92-02fcb4e55b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e6478376-69ef-4823-8352-d7acac8c305f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:35.332252 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Router 7bc4534f-0190-4376-88e6-28abd32b88e8 is scheduled to L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 11:23:35.446788 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:23:35.502448 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Sync routers for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:23:35.515876 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.db.api [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104017) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 11:23:35.516228 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG oslo_db.api [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 11:23:35.522956 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:35.526678 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ae81f4e8-ed6e-4dc5-b17d-714097da000b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2088017 Mar 14 11:23:35.526830 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff841d-3de6-462e-af92-02fcb4e55b8d None None] Pushing event updated for resources: {'Port': ['ID=e6478376-69ef-4823-8352-d7acac8c305f,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:35.527650 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56594) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:35.529868 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:23:35.530505 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:23:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:35.567815 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-7d67c938-02e7-4a1a-9a0f-2050708a329a None None] Provisioning complete for port e6478376-69ef-4823-8352-d7acac8c305f triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:35.568179 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d67c938-02e7-4a1a-9a0f-2050708a329a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e6478376-69ef-4823-8352-d7acac8c305f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:35.705749 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:23:35.780880 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7d67c938-02e7-4a1a-9a0f-2050708a329a None None] Current status of the port e6478376-69ef-4823-8352-d7acac8c305f is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:35.894033 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:34Z', 'revision_number': 3, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:35.921286 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Checking router: 7bc4534f-0190-4376-88e6-28abd32b88e8 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:23:35.921634 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Updating router 7bc4534f-0190-4376-88e6-28abd32b88e8 port 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4 binding host dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:23:35.945064 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:35.947668 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (78da1f5d-5267-45f8-8b4a-c2ff3119b0a4), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:36.081250 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port e6478376-69ef-4823-8352-d7acac8c305f is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:36.103932 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Allocated IP 172.20.0.1 (4f63bf05-fb51-48ef-987d-7a89bd6f7088/a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327/8d120d54-63eb-4685-9148-a30d2924d508) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:23:36.209507 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Publish callbacks [] for port (8d120d54-63eb-4685-9148-a30d2924d508), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:36.226375 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Publish callbacks [] for port (78da1f5d-5267-45f8-8b4a-c2ff3119b0a4), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:36.320847 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (78da1f5d-5267-45f8-8b4a-c2ff3119b0a4), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:36.355926 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (8d120d54-63eb-4685-9148-a30d2924d508), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:36.372525 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Attempting to bind port 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:23:36.372917 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Attempting to bind port 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:23:36.373917 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Attempting to bind port 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4 on network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:23:36.375940 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec014ab2-6cef-43c3-be7d-705fff864d94 None None] Pushing event updated for resources: {'Port': ['ID=78da1f5d-5267-45f8-8b4a-c2ff3119b0a4,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:36.381362 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:23:36.385596 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Checking segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:23:36.385596 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:36.385596 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Bound using segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:23:36.385596 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Bound port: 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:23:36.385596 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (78da1f5d-5267-45f8-8b4a-c2ff3119b0a4), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:36.394372 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:23:36.398973 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:23:36.402524 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:23:36.428500 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Pushing event updated for resources: {'Port': ['ID=8d120d54-63eb-4685-9148-a30d2924d508,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:36.434707 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] For port 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:23:36.440576 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] For port 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=78da1f5d-5267-45f8-8b4a-c2ff3119b0a4,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:23:36.446282 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899496'] for router_interface (7bc4534f-0190-4376-88e6-28abd32b88e8), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:36.516270 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (78da1f5d-5267-45f8-8b4a-c2ff3119b0a4), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:36.580845 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec014ab2-6cef-43c3-be7d-705fff864d94 None None] Pushing event updated for resources: {'Port': ['ID=78da1f5d-5267-45f8-8b4a-c2ff3119b0a4,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:36.583518 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:23:36.584203 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:23:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:36.649532 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8d120d54-63eb-4685-9148-a30d2924d508), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:36.653156 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-946cc398-0e56-4694-95a0-ac470f3be78b None None] Provisioning complete for port 8d120d54-63eb-4685-9148-a30d2924d508 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:36.653610 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-946cc398-0e56-4694-95a0-ac470f3be78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (8d120d54-63eb-4685-9148-a30d2924d508), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:36.735127 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-946cc398-0e56-4694-95a0-ac470f3be78b None None] Port 8d120d54-63eb-4685-9148-a30d2924d508 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:23:36.744693 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:23:36.831024 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Publish callbacks [] for port (8d120d54-63eb-4685-9148-a30d2924d508), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:36.865919 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device e6478376-69ef-4823-8352-d7acac8c305f up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:23:36.892184 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (8d120d54-63eb-4685-9148-a30d2924d508), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:36.960034 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Pushing event updated for resources: {'Port': ['ID=8d120d54-63eb-4685-9148-a30d2924d508,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:36.960322 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port e6478376-69ef-4823-8352-d7acac8c305f triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:36.960778 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e6478376-69ef-4823-8352-d7acac8c305f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:36.962353 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899604'] for router_interface (7bc4534f-0190-4376-88e6-28abd32b88e8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:36.993283 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:34Z', 'revision_number': 3, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:37.024131 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23afca17-bbb4-4a72-b291-91d18a16b2f9 None None] The sync data for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi is: [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:34Z', 'revision_number': 3, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:23:37.086541 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port e6478376-69ef-4823-8352-d7acac8c305f is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:37.290461 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:23:37.291779 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:23:37.372648 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9cf97857-9be4-44ed-a515-3ee0ef864f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:37.428328 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Router 7bc4534f-0190-4376-88e6-28abd32b88e8 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:23:37.553345 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:23:37.560545 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-69719693-26a5-43ee-aab9-cd26ef881b87 admin admin] 10.222.0.37 "PUT /v2.0/routers/7bc4534f-0190-4376-88e6-28abd32b88e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0294638 Mar 14 11:23:37.583336 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-477dbef2-eb18-4f4a-921e-6b858418d9de None None] Provisioning complete for port 8d120d54-63eb-4685-9148-a30d2924d508 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:37.583813 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-477dbef2-eb18-4f4a-921e-6b858418d9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (8d120d54-63eb-4685-9148-a30d2924d508), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:37.620698 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-477dbef2-eb18-4f4a-921e-6b858418d9de None None] Port 8d120d54-63eb-4685-9148-a30d2924d508 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:23:38.245571 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56616) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:38.251216 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1355711992-network', 'tenant_id': 'ac08a777fbc5437b917ed4b884ea9742'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:38.321082 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] Made reservation on behalf of ac08a777fbc5437b917ed4b884ea9742 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:23:38.323578 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:38.332675 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:38.411701 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] Publish callbacks [] for security_group (16bd2306-2777-4558-89f7-8824e966ed5f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:38.452748 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (16bd2306-2777-4558-89f7-8824e966ed5f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:38.480073 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:23:38.486045 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bd2306-2777-4558-89f7-8824e966ed5f,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:38.493718 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (a2529662-ae53-48cf-98bd-9150eef8b2fa), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:38.493718 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] Added segment a2529662-ae53-48cf-98bd-9150eef8b2fa of type vlan for network 05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f Mar 14 11:23:38.538284 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:38.598833 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Sync routers for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:23:38.607955 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:23:38.609232 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:23:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:38.652972 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:38.655044 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:38.655242 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:38.681220 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:38.715144 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] Pushing event updated for resources: {'Network': ['ID=05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:38.726315 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network 05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:23:38.728317 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:23:38.748307 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4bc41952-ec16-4fad-9136-c3c66ad67592 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5016572 Mar 14 11:23:38.751370 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56628) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:38.758611 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-8c37d53c-a024-447e-a4e4-1bb995b2902e admin admin] Request body: {'subnet': {'network_id': '05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1355711992-subnet', 'tenant_id': 'ac08a777fbc5437b917ed4b884ea9742', 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:38.841269 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c37d53c-a024-447e-a4e4-1bb995b2902e admin admin] Made reservation on behalf of ac08a777fbc5437b917ed4b884ea9742 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:23:38.844747 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c37d53c-a024-447e-a4e4-1bb995b2902e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11574687'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:38.901024 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:23:38.952121 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:38.952343 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 2, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:38.952946 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (78da1f5d-5267-45f8-8b4a-c2ff3119b0a4), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:38.981005 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Checking router: 7bc4534f-0190-4376-88e6-28abd32b88e8 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:23:38.981365 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Updating router 7bc4534f-0190-4376-88e6-28abd32b88e8 port 8d120d54-63eb-4685-9148-a30d2924d508 binding host dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:23:39.011727 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8d120d54-63eb-4685-9148-a30d2924d508), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.048940 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:39.049635 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (78da1f5d-5267-45f8-8b4a-c2ff3119b0a4), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.069101 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.072629 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=78da1f5d-5267-45f8-8b4a-c2ff3119b0a4,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:23:39.138105 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (78da1f5d-5267-45f8-8b4a-c2ff3119b0a4), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.167050 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c37d53c-a024-447e-a4e4-1bb995b2902e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2078711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11574701'] for subnet (0a8d0aa9-b985-4e64-9d11-b430ff867ab0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.226632 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37d53c-a024-447e-a4e4-1bb995b2902e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a8d0aa9-b985-4e64-9d11-b430ff867ab0,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:39.239503 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c37d53c-a024-447e-a4e4-1bb995b2902e admin admin] Checking segment: {'id': 'a2529662-ae53-48cf-98bd-9150eef8b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:23:39.239709 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c37d53c-a024-447e-a4e4-1bb995b2902e admin admin] Network hostable DHCP agents. Network: 05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:23:39.294408 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Publish callbacks [] for port (8d120d54-63eb-4685-9148-a30d2924d508), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.315178 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c37d53c-a024-447e-a4e4-1bb995b2902e admin admin] Network 05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:23:39.319864 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=78da1f5d-5267-45f8-8b4a-c2ff3119b0a4,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:39.378082 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (8d120d54-63eb-4685-9148-a30d2924d508), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.400855 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-8c37d53c-a024-447e-a4e4-1bb995b2902e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, 05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:23:39.405613 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c37d53c-a024-447e-a4e4-1bb995b2902e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:39.407738 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c37d53c-a024-447e-a4e4-1bb995b2902e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.412120 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a30aff-317b-4256-aef7-2e56bfbe5819 None None] Network 05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:23:39.431817 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Pushing event updated for resources: {'Port': ['ID=8d120d54-63eb-4685-9148-a30d2924d508,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:39.440975 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:39.441304 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:39.441540 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:39.441888 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:39.442256 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:39.442578 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:39.442898 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:39.443213 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:39.443528 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:39.443844 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:39.444159 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:39.444489 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:39.444802 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:39.445112 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:39.445419 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:23:39.507840 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Attempting to bind port 8d120d54-63eb-4685-9148-a30d2924d508 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:23:39.508235 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Attempting to bind port 8d120d54-63eb-4685-9148-a30d2924d508 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:23:39.508609 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Attempting to bind port 8d120d54-63eb-4685-9148-a30d2924d508 on network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:23:39.514769 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:23:39.522215 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Checking segment: {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:23:39.522215 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.522215 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Bound using segment: {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:23:39.522215 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Bound port: 8d120d54-63eb-4685-9148-a30d2924d508, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:23:39.522215 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8d120d54-63eb-4685-9148-a30d2924d508), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.523660 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp76d7e8ab-c6c4-5dc2-bbd2-0a63752f153b-05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f', 'network_id': '05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f', 'project_id': 'ac08a777fbc5437b917ed4b884ea9742', 'fixed_ips': [{'subnet_id': '0a8d0aa9-b985-4e64-9d11-b430ff867ab0'}]}} from dv-cinder-831776-2-iscsi. {{(pid=104017) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 11:23:39.524578 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.549083 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8c37d53c-a024-447e-a4e4-1bb995b2902e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7951181 Mar 14 11:23:39.550729 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56634) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:39.555347 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1355711992-router', 'tenant_id': 'ac08a777fbc5437b917ed4b884ea9742', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:39.596397 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] For port 8d120d54-63eb-4685-9148-a30d2924d508, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:23:39.599584 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] For port 8d120d54-63eb-4685-9148-a30d2924d508, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=8d120d54-63eb-4685-9148-a30d2924d508,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:23:39.670499 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3901214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6805'] for router (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.672232 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3901322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3899752', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3930077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6786'] for router (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.683055 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-9ddf7f00-8bb8-4d4b-acc9-c2ad749b774d None None] Provisioning complete for port 8d120d54-63eb-4685-9148-a30d2924d508 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:39.683586 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7f00-8bb8-4d4b-acc9-c2ad749b774d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (8d120d54-63eb-4685-9148-a30d2924d508), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.708984 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.db_base_plugin_common [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Allocated IP 172.20.0.2 (05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f/0a8d0aa9-b985-4e64-9d11-b430ff867ab0/0a235126-f2c8-4681-abd1-f1a7769caf12) {{(pid=104017) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:23:39.729277 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Publish callbacks [] for router_controller (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), precommit_add_association {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.737322 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-9ddf7f00-8bb8-4d4b-acc9-c2ad749b774d None None] Port 8d120d54-63eb-4685-9148-a30d2924d508 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:23:39.750323 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (8d120d54-63eb-4685-9148-a30d2924d508), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.799973 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:23:39.800592 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:23:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:39.861116 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3f191-ecf0-47dd-94de-9f457f1e9c1d None None] Pushing event updated for resources: {'Port': ['ID=8d120d54-63eb-4685-9148-a30d2924d508,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:39.888092 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Publish callbacks [] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), precommit_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:39.936902 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:23:39.969732 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774'] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), after_create {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:40.011555 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Publish callbacks [] for router_gateway (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:40.032267 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Network 05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f is already hosted by enough agents. {{(pid=104017) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:23:40.035982 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.scheduler.base_scheduler [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Resources bound (agent type, host, resource id): {{(pid=104017) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:23:40.043145 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Received port after_create {{(pid=104017) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:23:40.066338 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Pushing event updated for resources: {'Port': ['ID=0a235126-f2c8-4681-abd1-f1a7769caf12,revision_number=1']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:40.094544 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-33f3f4b4-5656-4d93-98b0-3cd37efa969c None None] Provisioning complete for port 8d120d54-63eb-4685-9148-a30d2924d508 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:40.095405 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-33f3f4b4-5656-4d93-98b0-3cd37efa969c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (8d120d54-63eb-4685-9148-a30d2924d508), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:40.161087 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:40.163152 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Attempting to bind port 0a235126-f2c8-4681-abd1-f1a7769caf12 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:23:40.164615 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Attempting to bind port 0a235126-f2c8-4681-abd1-f1a7769caf12 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': 'a2529662-ae53-48cf-98bd-9150eef8b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:23:40.164615 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Attempting to bind port 0a235126-f2c8-4681-abd1-f1a7769caf12 on network 05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:23:40.169719 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:23:40.170817 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Checking segment: {'id': 'a2529662-ae53-48cf-98bd-9150eef8b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:23:40.171183 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:40.171586 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Bound using segment: {'id': 'a2529662-ae53-48cf-98bd-9150eef8b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:23:40.172094 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Bound port: 0a235126-f2c8-4681-abd1-f1a7769caf12, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2529662-ae53-48cf-98bd-9150eef8b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:23:40.172486 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:40.195095 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb07eb-2705-40a6-a8d3-cc4ca0f260e0 None None] The sync data for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi is: [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:23:40.314200 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] For port 0a235126-f2c8-4681-abd1-f1a7769caf12, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:23:40.318006 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] For port 0a235126-f2c8-4681-abd1-f1a7769caf12, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=0a235126-f2c8-4681-abd1-f1a7769caf12,segment=NetworkSegment(a2529662-ae53-48cf-98bd-9150eef8b2fa),segment_id=a2529662-ae53-48cf-98bd-9150eef8b2fa)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:23:40.320948 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-33f3f4b4-5656-4d93-98b0-3cd37efa969c None None] Current status of the port 8d120d54-63eb-4685-9148-a30d2924d508 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:40.321333 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-33f3f4b4-5656-4d93-98b0-3cd37efa969c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (8d120d54-63eb-4685-9148-a30d2924d508), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:40.359482 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-33f3f4b4-5656-4d93-98b0-3cd37efa969c None None] For port 8d120d54-63eb-4685-9148-a30d2924d508, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=8d120d54-63eb-4685-9148-a30d2924d508,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:23:40.360174 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Publish callbacks [] for router_gateway (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:40.378232 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:40.381070 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:40.401742 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:40.469287 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-33f3f4b4-5656-4d93-98b0-3cd37efa969c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (8d120d54-63eb-4685-9148-a30d2924d508), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:40.478358 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca06e7-6b95-4cae-b415-df913041f5cf None None] Pushing event updated for resources: {'Port': ['ID=0a235126-f2c8-4681-abd1-f1a7769caf12,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:40.518437 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Allocated IP 172.27.3.136 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/352b51e5-0c8c-4855-83ba-571c628dfed6) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:23:40.543472 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3f4b4-5656-4d93-98b0-3cd37efa969c None None] Pushing event updated for resources: {'Port': ['ID=8d120d54-63eb-4685-9148-a30d2924d508,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:40.640306 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Publish callbacks [] for port (352b51e5-0c8c-4855-83ba-571c628dfed6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:40.766796 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (352b51e5-0c8c-4855-83ba-571c628dfed6), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:40.816696 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:23:40.819987 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:23:40.822629 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:23:40.870003 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Pushing event updated for resources: {'Port': ['ID=352b51e5-0c8c-4855-83ba-571c628dfed6,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:41.035445 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 0a235126-f2c8-4681-abd1-f1a7769caf12 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:23:41.093231 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 0a235126-f2c8-4681-abd1-f1a7769caf12 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:41.093600 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:41.185734 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 0a235126-f2c8-4681-abd1-f1a7769caf12 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:41.186351 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:41.204575 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Publish callbacks [] for router_gateway (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:41.248207 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port 0a235126-f2c8-4681-abd1-f1a7769caf12, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=0a235126-f2c8-4681-abd1-f1a7769caf12,segment=NetworkSegment(a2529662-ae53-48cf-98bd-9150eef8b2fa),segment_id=a2529662-ae53-48cf-98bd-9150eef8b2fa)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:23:41.333218 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:41.334051 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 8d120d54-63eb-4685-9148-a30d2924d508 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:23:41.420681 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3901331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3899669'] for router (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:41.426484 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=0a235126-f2c8-4681-abd1-f1a7769caf12,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:41.445498 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 8d120d54-63eb-4685-9148-a30d2924d508 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:41.445874 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (8d120d54-63eb-4685-9148-a30d2924d508), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:41.537655 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 8d120d54-63eb-4685-9148-a30d2924d508 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:41.538512 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:23:41.603985 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:41.604366 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (78da1f5d-5267-45f8-8b4a-c2ff3119b0a4), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:41.640696 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ce6111-1739-4010-8083-506152fd3563 None None] Network 05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:23:41.664968 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf390a52-d8aa-4506-870e-6bd2f6c0f5d9 req-638a3cab-9c97-4474-ad68-bcd20ddb8a92 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:41.666451 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf390a52-d8aa-4506-870e-6bd2f6c0f5d9 req-638a3cab-9c97-4474-ad68-bcd20ddb8a92 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0600567 Mar 14 11:23:41.686790 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Router d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 is scheduled to L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa with binding_index 1 {{(pid=104016) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 11:23:41.762499 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-c72f5b19-79bc-475d-abbe-191010290420 None None] Provisioning complete for port 0a235126-f2c8-4681-abd1-f1a7769caf12 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:41.762871 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c72f5b19-79bc-475d-abbe-191010290420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:41.765907 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cf390a52-d8aa-4506-870e-6bd2f6c0f5d9 req-204610eb-dd98-44bb-98bf-e8edf55638d7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923433 Mar 14 11:23:41.826126 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:23:41.838279 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:23:41.843810 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:41.851066 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Sync routers for ids ['d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:23:41.875360 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:41.881220 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Routers {'d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:23:41.881833 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:23:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:41.917169 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:41.918463 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5c26562c-5704-4732-bae5-127fb66bf45e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3667934 Mar 14 11:23:41.921887 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56644) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:42.017014 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-c72f5b19-79bc-475d-abbe-191010290420 None None] Current status of the port 0a235126-f2c8-4681-abd1-f1a7769caf12 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:42.032691 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Set router d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:23:42.282150 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-307eb946-c19c-4dae-a378-86f1da2a646e None None] Provisioning complete for port 0a235126-f2c8-4681-abd1-f1a7769caf12 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:42.282833 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-307eb946-c19c-4dae-a378-86f1da2a646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:42.370855 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:42.409042 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-307eb946-c19c-4dae-a378-86f1da2a646e None None] Current status of the port 0a235126-f2c8-4681-abd1-f1a7769caf12 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:42.411619 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'name': 'tempest-TestVolumeBootPattern-1355711992-router', 'tenant_id': 'ac08a777fbc5437b917ed4b884ea9742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:39Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 3, 'project_id': 'ac08a777fbc5437b917ed4b884ea9742', 'gw_port': {'id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:40Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:42.439177 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Checking router: d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:23:42.439524 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Updating router d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 port 352b51e5-0c8c-4855-83ba-571c628dfed6 binding host dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:23:42.466667 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (352b51e5-0c8c-4855-83ba-571c628dfed6), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:42.520109 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Allocated IP 172.20.0.1 (05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f/0a8d0aa9-b985-4e64-9d11-b430ff867ab0/815f8900-0718-4fca-9688-77990af162ca) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:23:42.739869 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Publish callbacks [] for port (352b51e5-0c8c-4855-83ba-571c628dfed6), precommit_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:42.813922 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (352b51e5-0c8c-4855-83ba-571c628dfed6), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:42.859500 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Publish callbacks [] for port (815f8900-0718-4fca-9688-77990af162ca), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:42.878566 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Attempting to bind port 352b51e5-0c8c-4855-83ba-571c628dfed6 on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:23:42.878952 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Attempting to bind port 352b51e5-0c8c-4855-83ba-571c628dfed6 by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:23:42.879319 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Attempting to bind port 352b51e5-0c8c-4855-83ba-571c628dfed6 on network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:23:42.889037 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:23:42.889243 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Checking segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104017) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:23:42.889572 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:42.890070 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Bound using segment: {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'} {{(pid=104017) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:23:42.890776 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.managers [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Bound port: 352b51e5-0c8c-4855-83ba-571c628dfed6, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe8e030d-c8f8-4f76-aa24-4a081a3c6058', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}}] {{(pid=104017) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:23:42.891422 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (352b51e5-0c8c-4855-83ba-571c628dfed6), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:42.912725 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7557cb-9878-4f1c-8264-2f263abaabc8 None None] Pushing event updated for resources: {'Port': ['ID=352b51e5-0c8c-4855-83ba-571c628dfed6,revision_number=2']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:42.921875 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53352c58-a13b-42d2-a6d0-0c8ca8a2bf99 req-71567372-d28a-46c4-90f2-b96efa6d1f7e tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:42.922502 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 0a235126-f2c8-4681-abd1-f1a7769caf12 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:23:42.923510 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-53352c58-a13b-42d2-a6d0-0c8ca8a2bf99 req-71567372-d28a-46c4-90f2-b96efa6d1f7e tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0852883 Mar 14 11:23:42.955871 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (815f8900-0718-4fca-9688-77990af162ca), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:42.975335 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-53352c58-a13b-42d2-a6d0-0c8ca8a2bf99 req-d0e3d0d9-de5f-4b78-b8a7-7a7372d2026d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459397 Mar 14 11:23:42.988068 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] For port 352b51e5-0c8c-4855-83ba-571c628dfed6, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104017) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:23:42.991901 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] For port 352b51e5-0c8c-4855-83ba-571c628dfed6, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=352b51e5-0c8c-4855-83ba-571c628dfed6,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:23:43.000082 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Network 05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:23:43.003064 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:23:43.005477 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:23:43.010196 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 0a235126-f2c8-4681-abd1-f1a7769caf12 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:43.010738 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:43.036058 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Pushing event updated for resources: {'Port': ['ID=815f8900-0718-4fca-9688-77990af162ca,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:43.057400 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3899496'] for router_interface (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:43.086640 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (352b51e5-0c8c-4855-83ba-571c628dfed6), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:43.132936 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 0a235126-f2c8-4681-abd1-f1a7769caf12 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:43.158161 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Routers {'d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:23:43.158798 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:23:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:43.199348 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7557cb-9878-4f1c-8264-2f263abaabc8 None None] Pushing event updated for resources: {'Port': ['ID=352b51e5-0c8c-4855-83ba-571c628dfed6,revision_number=3']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:43.275234 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-9603c804-2ec9-4691-a7e4-5879dffdf403 None None] Provisioning complete for port 815f8900-0718-4fca-9688-77990af162ca triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:43.275529 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9603c804-2ec9-4691-a7e4-5879dffdf403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (815f8900-0718-4fca-9688-77990af162ca), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:43.281016 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (815f8900-0718-4fca-9688-77990af162ca), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:43.309747 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] Set router d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:23:43.367458 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-9603c804-2ec9-4691-a7e4-5879dffdf403 None None] Port 815f8900-0718-4fca-9688-77990af162ca cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:23:43.442282 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Publish callbacks [] for port (815f8900-0718-4fca-9688-77990af162ca), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:43.490712 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'name': 'tempest-TestVolumeBootPattern-1355711992-router', 'tenant_id': 'ac08a777fbc5437b917ed4b884ea9742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:39Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 3, 'project_id': 'ac08a777fbc5437b917ed4b884ea9742', 'gw_port': {'id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:40Z', 'updated_at': '2022-03-14T11:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:43.515327 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (815f8900-0718-4fca-9688-77990af162ca), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:43.517242 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8055f6-bec1-4fba-804c-c71e8ac4b930 None None] The sync data for ids ['d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'] in dv-cinder-831776-2-iscsi is: [{'id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'name': 'tempest-TestVolumeBootPattern-1355711992-router', 'tenant_id': 'ac08a777fbc5437b917ed4b884ea9742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:39Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 3, 'project_id': 'ac08a777fbc5437b917ed4b884ea9742', 'gw_port': {'id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:40Z', 'updated_at': '2022-03-14T11:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:23:43.588587 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Pushing event updated for resources: {'Port': ['ID=815f8900-0718-4fca-9688-77990af162ca,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:43.590962 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3899604'] for router_interface (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:43.688527 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Network 05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:23:43.689935 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:23:43.831636 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Router d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:23:43.957403 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:23:43.962485 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ff826446-b3c8-443f-991c-eb860feb9eda admin admin] 10.222.0.37 "PUT /v2.0/routers/d0a5b45f-f1a3-4bc9-8548-99c7be0057f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0396292 Mar 14 11:23:43.997107 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-38817ad6-5fba-48d7-b66d-61aa731328d6 None None] Provisioning complete for port 815f8900-0718-4fca-9688-77990af162ca triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:43.997887 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-38817ad6-5fba-48d7-b66d-61aa731328d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (815f8900-0718-4fca-9688-77990af162ca), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:44.037555 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-38817ad6-5fba-48d7-b66d-61aa731328d6 None None] Port 815f8900-0718-4fca-9688-77990af162ca cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:23:44.119175 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486457d-9fb0-40a6-bfab-7f0484966b95 req-e43d74c2-6ebc-4caf-861c-a7063a94690f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:44.120968 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4486457d-9fb0-40a6-bfab-7f0484966b95 req-e43d74c2-6ebc-4caf-861c-a7063a94690f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0622923 Mar 14 11:23:44.174525 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4486457d-9fb0-40a6-bfab-7f0484966b95 req-315e1d09-6669-4905-8158-36b1ed62d360 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471416 Mar 14 11:23:44.771765 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56658) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:44.776328 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-f53fe3b4-d33f-47b9-9866-7365bf2e0eb1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766342221', 'description': 'tempest-secgroup-smoke-766342221 description', 'project_id': '66d51cfaa81242c6a99599737fa4195a'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:44.846707 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f53fe3b4-d33f-47b9-9866-7365bf2e0eb1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:44.898673 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 352b51e5-0c8c-4855-83ba-571c628dfed6 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:23:44.922677 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f53fe3b4-d33f-47b9-9866-7365bf2e0eb1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group (c1fc7014-6423-4a88-8208-2be7ebde7296), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:44.952950 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 352b51e5-0c8c-4855-83ba-571c628dfed6 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:44.953325 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (352b51e5-0c8c-4855-83ba-571c628dfed6), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:44.984077 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f53fe3b4-d33f-47b9-9866-7365bf2e0eb1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c1fc7014-6423-4a88-8208-2be7ebde7296), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.013907 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53fe3b4-d33f-47b9-9866-7365bf2e0eb1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fc7014-6423-4a88-8208-2be7ebde7296,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:45.035218 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 352b51e5-0c8c-4855-83ba-571c628dfed6 is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:45.035472 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (352b51e5-0c8c-4855-83ba-571c628dfed6), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.056727 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] For port 352b51e5-0c8c-4855-83ba-571c628dfed6, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=352b51e5-0c8c-4855-83ba-571c628dfed6,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:23:45.065279 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f53fe3b4-d33f-47b9-9866-7365bf2e0eb1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.067701 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f53fe3b4-d33f-47b9-9866-7365bf2e0eb1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2937613 Mar 14 11:23:45.069467 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56660) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:45.073823 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-f0700797-5183-4018-a14c-f8ba8688ede0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Request body: {'security_group_rule': {'security_group_id': 'c1fc7014-6423-4a88-8208-2be7ebde7296', 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:45.127001 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Sync routers for ids ['d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:23:45.132014 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (352b51e5-0c8c-4855-83ba-571c628dfed6), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.139383 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Routers {'d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:23:45.140071 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:23:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:45.172821 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f0700797-5183-4018-a14c-f8ba8688ede0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (d53b6aba-ffd4-4c97-8b7f-3930189aaa13), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.181097 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Pushing event updated for resources: {'Port': ['ID=352b51e5-0c8c-4855-83ba-571c628dfed6,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:45.244891 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f0700797-5183-4018-a14c-f8ba8688ede0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (d53b6aba-ffd4-4c97-8b7f-3930189aaa13), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.251395 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Set router d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:23:45.304011 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15458d-7651-4fab-adbd-7d829454068f req-6367bdbb-e930-42fc-a1b7-9ac8a2eae08d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:45.305458 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d15458d-7651-4fab-adbd-7d829454068f req-6367bdbb-e930-42fc-a1b7-9ac8a2eae08d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0565541 Mar 14 11:23:45.350984 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f0700797-5183-4018-a14c-f8ba8688ede0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (d53b6aba-ffd4-4c97-8b7f-3930189aaa13), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.359192 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d15458d-7651-4fab-adbd-7d829454068f req-88f20bd0-d32e-466f-a2ef-e04692058c3d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475326 Mar 14 11:23:45.373151 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0700797-5183-4018-a14c-f8ba8688ede0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53b6aba-ffd4-4c97-8b7f-3930189aaa13,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:45.437361 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f0700797-5183-4018-a14c-f8ba8688ede0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.438581 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f0700797-5183-4018-a14c-f8ba8688ede0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3681202 Mar 14 11:23:45.441993 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 56664) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:45.446485 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-926186fb-bfa6-4943-b5ec-fcd66eaad55e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Request body: {'security_group_rule': {'security_group_id': 'c1fc7014-6423-4a88-8208-2be7ebde7296', 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:45.453494 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'name': 'tempest-TestVolumeBootPattern-1355711992-router', 'tenant_id': 'ac08a777fbc5437b917ed4b884ea9742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:39Z', 'updated_at': '2022-03-14T11:23:43Z', 'revision_number': 4, 'project_id': 'ac08a777fbc5437b917ed4b884ea9742', 'gw_port': {'id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:40Z', 'updated_at': '2022-03-14T11:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '815f8900-0718-4fca-9688-77990af162ca', 'name': '', 'network_id': '05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f', 'tenant_id': 'ac08a777fbc5437b917ed4b884ea9742', 'mac_address': 'fa:16:3e:44:9c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0a8d0aa9-b985-4e64-9d11-b430ff867ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:42Z', 'updated_at': '2022-03-14T11:23:43Z', 'revision_number': 2, 'project_id': 'ac08a777fbc5437b917ed4b884ea9742', 'subnets': [{'id': '0a8d0aa9-b985-4e64-9d11-b430ff867ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:45.482997 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Checking router: d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:23:45.483347 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Updating router d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 port 815f8900-0718-4fca-9688-77990af162ca binding host dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 11:23:45.509931 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (815f8900-0718-4fca-9688-77990af162ca), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.531386 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-926186fb-bfa6-4943-b5ec-fcd66eaad55e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (ea95b6f7-f3be-405f-8f3f-ee4b972baa5e), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.588092 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-926186fb-bfa6-4943-b5ec-fcd66eaad55e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (ea95b6f7-f3be-405f-8f3f-ee4b972baa5e), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.670032 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-926186fb-bfa6-4943-b5ec-fcd66eaad55e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (ea95b6f7-f3be-405f-8f3f-ee4b972baa5e), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.691301 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926186fb-bfa6-4943-b5ec-fcd66eaad55e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea95b6f7-f3be-405f-8f3f-ee4b972baa5e,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:45.762672 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-926186fb-bfa6-4943-b5ec-fcd66eaad55e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.764669 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-926186fb-bfa6-4943-b5ec-fcd66eaad55e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3216901 Mar 14 11:23:45.767580 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56666) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:45.772031 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-e3c6d057-2116-4fc6-bc80-ab131028cef7 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Request body: {'security_group_rule': {'security_group_id': 'c1fc7014-6423-4a88-8208-2be7ebde7296', 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:45.779049 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Publish callbacks [] for port (815f8900-0718-4fca-9688-77990af162ca), precommit_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.851572 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (815f8900-0718-4fca-9688-77990af162ca), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.875440 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d057-2116-4fc6-bc80-ab131028cef7 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (cfc82ea3-41a8-461e-a402-64a64577069d), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.903675 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7670d-92ae-4be8-8162-8d08ef1db3f3 None None] Pushing event updated for resources: {'Port': ['ID=815f8900-0718-4fca-9688-77990af162ca,revision_number=3']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:45.942336 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d057-2116-4fc6-bc80-ab131028cef7 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (cfc82ea3-41a8-461e-a402-64a64577069d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.959962 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Attempting to bind port 815f8900-0718-4fca-9688-77990af162ca on host dv-cinder-831776-2-iscsi for vnic_type normal with profile {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:23:45.960414 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Attempting to bind port 815f8900-0718-4fca-9688-77990af162ca by drivers openvswitch,hyperv on host dv-cinder-831776-2-iscsi at level 0 using segments [{'id': 'a2529662-ae53-48cf-98bd-9150eef8b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f'}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:23:45.960850 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Attempting to bind port 815f8900-0718-4fca-9688-77990af162ca on network 05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:23:45.966434 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Checking agent: {'id': '6a44ce52-8bf3-4285-b360-9093150bbcec', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 9, 42), 'started_at': datetime.datetime(2022, 3, 14, 11, 10, 12), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:23:45.967219 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Checking segment: {'id': 'a2529662-ae53-48cf-98bd-9150eef8b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:23:45.967441 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:45.967793 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Bound using segment: {'id': 'a2529662-ae53-48cf-98bd-9150eef8b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f'} {{(pid=104018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:23:45.968292 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.managers [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Bound port: 815f8900-0718-4fca-9688-77990af162ca, host: dv-cinder-831776-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2529662-ae53-48cf-98bd-9150eef8b2fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': '05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f'}}] {{(pid=104018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:23:45.968643 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (815f8900-0718-4fca-9688-77990af162ca), before_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:46.030152 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d057-2116-4fc6-bc80-ab131028cef7 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (cfc82ea3-41a8-461e-a402-64a64577069d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:46.035372 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] For port 815f8900-0718-4fca-9688-77990af162ca, host dv-cinder-831776-2-iscsi, cleared binding levels {{(pid=104018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:23:46.038610 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.plugins.ml2.db [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] For port 815f8900-0718-4fca-9688-77990af162ca, host dv-cinder-831776-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=815f8900-0718-4fca-9688-77990af162ca,segment=NetworkSegment(a2529662-ae53-48cf-98bd-9150eef8b2fa),segment_id=a2529662-ae53-48cf-98bd-9150eef8b2fa)] {{(pid=104018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:23:46.052700 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6d057-2116-4fc6-bc80-ab131028cef7 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc82ea3-41a8-461e-a402-64a64577069d,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:46.132739 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron_lib.callbacks.manager [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (815f8900-0718-4fca-9688-77990af162ca), after_update {{(pid=104018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:46.151431 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d057-2116-4fc6-bc80-ab131028cef7 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:46.152640 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e3c6d057-2116-4fc6-bc80-ab131028cef7 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3840778 Mar 14 11:23:46.155629 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56670) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:46.159926 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-cda71761-b558-4734-bd18-8d20d1ebbb05 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Request body: {'security_group_rule': {'security_group_id': 'c1fc7014-6423-4a88-8208-2be7ebde7296', 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:46.171222 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-af86c5cb-754e-4fbe-9736-4842332fb372 None None] Provisioning complete for port 815f8900-0718-4fca-9688-77990af162ca triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:46.172275 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af86c5cb-754e-4fbe-9736-4842332fb372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (815f8900-0718-4fca-9688-77990af162ca), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:46.183483 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Routers {'d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:23:46.184094 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:23:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:46.236665 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7670d-92ae-4be8-8162-8d08ef1db3f3 None None] Pushing event updated for resources: {'Port': ['ID=815f8900-0718-4fca-9688-77990af162ca,revision_number=4']} {{(pid=104018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:46.265380 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cda71761-b558-4734-bd18-8d20d1ebbb05 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (ac43141b-b892-42bf-86f3-8e6d5feabaf0), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:46.271849 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-af86c5cb-754e-4fbe-9736-4842332fb372 None None] Current status of the port 815f8900-0718-4fca-9688-77990af162ca is: DOWN; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:46.272511 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af86c5cb-754e-4fbe-9736-4842332fb372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (815f8900-0718-4fca-9688-77990af162ca), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:46.315188 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] Set router d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:23:46.322949 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-af86c5cb-754e-4fbe-9736-4842332fb372 None None] For port 815f8900-0718-4fca-9688-77990af162ca, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=815f8900-0718-4fca-9688-77990af162ca,segment=NetworkSegment(a2529662-ae53-48cf-98bd-9150eef8b2fa),segment_id=a2529662-ae53-48cf-98bd-9150eef8b2fa)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:23:46.341911 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cda71761-b558-4734-bd18-8d20d1ebbb05 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (ac43141b-b892-42bf-86f3-8e6d5feabaf0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:46.423894 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-af86c5cb-754e-4fbe-9736-4842332fb372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (815f8900-0718-4fca-9688-77990af162ca), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:46.457980 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cda71761-b558-4734-bd18-8d20d1ebbb05 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (ac43141b-b892-42bf-86f3-8e6d5feabaf0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:46.482921 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda71761-b558-4734-bd18-8d20d1ebbb05 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac43141b-b892-42bf-86f3-8e6d5feabaf0,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:46.484045 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62395716-971c-4223-80ac-4830e718cd83 req-73b4dda5-20bf-4780-a02c-9beb740492b1 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:46.491506 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-62395716-971c-4223-80ac-4830e718cd83 req-73b4dda5-20bf-4780-a02c-9beb740492b1 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0610352 Mar 14 11:23:46.492895 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86c5cb-754e-4fbe-9736-4842332fb372 None None] Pushing event updated for resources: {'Port': ['ID=815f8900-0718-4fca-9688-77990af162ca,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:46.536066 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-62395716-971c-4223-80ac-4830e718cd83 req-29532f84-a625-40c9-8ab8-b4aa7207e251 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434430 Mar 14 11:23:46.538001 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'name': 'tempest-TestVolumeBootPattern-1355711992-router', 'tenant_id': 'ac08a777fbc5437b917ed4b884ea9742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:39Z', 'updated_at': '2022-03-14T11:23:43Z', 'revision_number': 4, 'project_id': 'ac08a777fbc5437b917ed4b884ea9742', 'gw_port': {'id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:40Z', 'updated_at': '2022-03-14T11:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '815f8900-0718-4fca-9688-77990af162ca', 'name': '', 'network_id': '05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f', 'tenant_id': 'ac08a777fbc5437b917ed4b884ea9742', 'mac_address': 'fa:16:3e:44:9c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0a8d0aa9-b985-4e64-9d11-b430ff867ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:42Z', 'updated_at': '2022-03-14T11:23:46Z', 'revision_number': 4, 'project_id': 'ac08a777fbc5437b917ed4b884ea9742', 'subnets': [{'id': '0a8d0aa9-b985-4e64-9d11-b430ff867ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:23:46.546538 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-cde8ec7d-b540-49d1-ac8f-24df9581ff52 None None] Provisioning complete for port 815f8900-0718-4fca-9688-77990af162ca triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:46.546917 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cde8ec7d-b540-49d1-ac8f-24df9581ff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (815f8900-0718-4fca-9688-77990af162ca), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:46.562913 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cda71761-b558-4734-bd18-8d20d1ebbb05 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:46.564127 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-cda71761-b558-4734-bd18-8d20d1ebbb05 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4076204 Mar 14 11:23:46.566921 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56674) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:46.570838 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8758f4be-dcd2-4ff8-bd34-c07c0ef733b9 None None] The sync data for ids ['d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'] in dv-cinder-831776-2-iscsi is: [{'id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'name': 'tempest-TestVolumeBootPattern-1355711992-router', 'tenant_id': 'ac08a777fbc5437b917ed4b884ea9742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:39Z', 'updated_at': '2022-03-14T11:23:43Z', 'revision_number': 4, 'project_id': 'ac08a777fbc5437b917ed4b884ea9742', 'gw_port': {'id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:40Z', 'updated_at': '2022-03-14T11:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '815f8900-0718-4fca-9688-77990af162ca', 'name': '', 'network_id': '05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f', 'tenant_id': 'ac08a777fbc5437b917ed4b884ea9742', 'mac_address': 'fa:16:3e:44:9c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '0a8d0aa9-b985-4e64-9d11-b430ff867ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:42Z', 'updated_at': '2022-03-14T11:23:46Z', 'revision_number': 4, 'project_id': 'ac08a777fbc5437b917ed4b884ea9742', 'subnets': [{'id': '0a8d0aa9-b985-4e64-9d11-b430ff867ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:23:46.571398 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-0858b6b2-a88c-4413-bc87-ca6fe20efd4e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Request body: {'security_group_rule': {'security_group_id': 'c1fc7014-6423-4a88-8208-2be7ebde7296', 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:46.664127 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.securitygroups_db [None req-0858b6b2-a88c-4413-bc87-ca6fe20efd4e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Project 66d51cfaa81242c6a99599737fa4195a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 11:23:46.670870 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0858b6b2-a88c-4413-bc87-ca6fe20efd4e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (329e2df9-bc92-49a1-830b-158227377340), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:46.672680 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-cde8ec7d-b540-49d1-ac8f-24df9581ff52 None None] Current status of the port 815f8900-0718-4fca-9688-77990af162ca is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:46.737015 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0858b6b2-a88c-4413-bc87-ca6fe20efd4e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (329e2df9-bc92-49a1-830b-158227377340), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:46.824069 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0858b6b2-a88c-4413-bc87-ca6fe20efd4e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (329e2df9-bc92-49a1-830b-158227377340), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:46.846612 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858b6b2-a88c-4413-bc87-ca6fe20efd4e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329e2df9-bc92-49a1-830b-158227377340,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:46.962678 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 352b51e5-0c8c-4855-83ba-571c628dfed6 up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:23:47.018241 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 352b51e5-0c8c-4855-83ba-571c628dfed6 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:47.018621 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (352b51e5-0c8c-4855-83ba-571c628dfed6), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:47.065595 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0858b6b2-a88c-4413-bc87-ca6fe20efd4e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:47.066853 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0858b6b2-a88c-4413-bc87-ca6fe20efd4e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4990063 Mar 14 11:23:47.069730 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 56678) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:23:47.074785 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-9bd66e69-52c0-4bbe-bb28-33acb3b3346a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Request body: {'security_group_rule': {'security_group_id': 'c1fc7014-6423-4a88-8208-2be7ebde7296', 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:23:47.101670 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 352b51e5-0c8c-4855-83ba-571c628dfed6 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:47.102812 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 815f8900-0718-4fca-9688-77990af162ca up at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:23:47.154558 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Provisioning complete for port 815f8900-0718-4fca-9688-77990af162ca triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:23:47.154742 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (815f8900-0718-4fca-9688-77990af162ca), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:47.212742 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.securitygroups_db [None req-9bd66e69-52c0-4bbe-bb28-33acb3b3346a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Project 66d51cfaa81242c6a99599737fa4195a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 11:23:47.218552 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9bd66e69-52c0-4bbe-bb28-33acb3b3346a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (779d929b-4a1c-4580-bfcc-f6b7b58b2c1e), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:47.234700 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Current status of the port 815f8900-0718-4fca-9688-77990af162ca is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:23:47.285069 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9bd66e69-52c0-4bbe-bb28-33acb3b3346a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (779d929b-4a1c-4580-bfcc-f6b7b58b2c1e), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:47.395194 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9bd66e69-52c0-4bbe-bb28-33acb3b3346a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (779d929b-4a1c-4580-bfcc-f6b7b58b2c1e), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:47.413536 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd66e69-52c0-4bbe-bb28-33acb3b3346a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779d929b-4a1c-4580-bfcc-f6b7b58b2c1e,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:23:47.494324 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9bd66e69-52c0-4bbe-bb28-33acb3b3346a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:23:47.504735 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-9bd66e69-52c0-4bbe-bb28-33acb3b3346a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4247353 Mar 14 11:23:47.664164 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b700ec6-1655-49e3-a6d0-10999fb79bed req-395adf15-d029-4b99-8b44-4dfe065ed5ca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:47.665690 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2b700ec6-1655-49e3-a6d0-10999fb79bed req-395adf15-d029-4b99-8b44-4dfe065ed5ca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0578339 Mar 14 11:23:47.722229 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2b700ec6-1655-49e3-a6d0-10999fb79bed req-19e057ad-1dc8-4fe8-b50f-23d61e8e91a1 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499930 Mar 14 11:23:48.855788 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733be3-4df0-4200-b18a-8c9fa9bcbaea req-4f278615-0f3d-4adc-9b87-eca3c1d84387 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:48.857930 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-39733be3-4df0-4200-b18a-8c9fa9bcbaea req-4f278615-0f3d-4adc-9b87-eca3c1d84387 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0625525 Mar 14 11:23:48.905110 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-39733be3-4df0-4200-b18a-8c9fa9bcbaea req-c0bb6e2f-245e-4f2c-a269-92579d56a3f5 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412314 Mar 14 11:23:50.023364 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36372edb-8fd0-4c28-998b-1b8f3aac0f1b req-96dddebd-4795-47e6-8733-22a4821c4b47 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:50.024857 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-36372edb-8fd0-4c28-998b-1b8f3aac0f1b req-96dddebd-4795-47e6-8733-22a4821c4b47 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0524592 Mar 14 11:23:50.073781 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-36372edb-8fd0-4c28-998b-1b8f3aac0f1b req-18e38d7a-97d7-494c-bbc7-9f5f8032af23 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433943 Mar 14 11:23:51.188927 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b699be-a940-4e49-84cb-7a0b7ca03fbe req-783e09b0-6038-42df-9dc3-67c13ad70ba4 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:51.190398 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c1b699be-a940-4e49-84cb-7a0b7ca03fbe req-783e09b0-6038-42df-9dc3-67c13ad70ba4 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0516953 Mar 14 11:23:51.239274 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c1b699be-a940-4e49-84cb-7a0b7ca03fbe req-4e8dc4cd-871a-4670-a9b6-71923cadb4cb tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431314 Mar 14 11:23:52.359752 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63b7e6-dfc4-4f2c-9192-415840b96330 req-46b48acc-0ab4-4173-b7a7-10c1c2dcd82c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:52.361212 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a63b7e6-dfc4-4f2c-9192-415840b96330 req-46b48acc-0ab4-4173-b7a7-10c1c2dcd82c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0558412 Mar 14 11:23:52.407559 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a63b7e6-dfc4-4f2c-9192-415840b96330 req-5c4a3ce8-4b10-4525-897f-38f39c6f388e tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405550 Mar 14 11:23:53.522695 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d1493-3568-44f9-bd90-8843ed16e238 req-d8d445e9-eb32-478d-860a-f66626e46784 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:53.524139 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-653d1493-3568-44f9-bd90-8843ed16e238 req-d8d445e9-eb32-478d-860a-f66626e46784 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0512290 Mar 14 11:23:53.576579 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-653d1493-3568-44f9-bd90-8843ed16e238 req-fa16af64-c107-4cca-ae2d-9ad3a8994dde tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465534 Mar 14 11:23:54.693231 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f958d1f-28d4-47c2-bb30-ce7327fe1d3d req-9d7b76cd-f725-4bc8-a0c9-069314b0a61f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:54.694748 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f958d1f-28d4-47c2-bb30-ce7327fe1d3d req-9d7b76cd-f725-4bc8-a0c9-069314b0a61f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0525362 Mar 14 11:23:54.740597 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7f958d1f-28d4-47c2-bb30-ce7327fe1d3d req-d6471ab2-a82d-4a97-8bf4-6fb7561664b5 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403302 Mar 14 11:23:55.857984 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818a889-4c80-4d4d-aa0e-6129d53136f1 req-a2f6c6fb-26fd-41ef-baca-ff6252c5dea5 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:55.859429 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e818a889-4c80-4d4d-aa0e-6129d53136f1 req-a2f6c6fb-26fd-41ef-baca-ff6252c5dea5 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0506532 Mar 14 11:23:55.905460 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e818a889-4c80-4d4d-aa0e-6129d53136f1 req-fc3868d1-c683-44b7-b079-eb36ae2e002a tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396106 Mar 14 11:23:57.030122 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed16087-e50d-4c59-8164-1d845330c16d req-b6e85952-b331-478a-af16-0f05b1510c7e tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:57.031466 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0ed16087-e50d-4c59-8164-1d845330c16d req-b6e85952-b331-478a-af16-0f05b1510c7e tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0551922 Mar 14 11:23:57.076307 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0ed16087-e50d-4c59-8164-1d845330c16d req-15e5e00d-3e9e-4614-8cb3-8a38139631a3 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394235 Mar 14 11:23:58.195138 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c1660-113a-4383-91df-70684ff5fe09 req-ed5416c8-dae0-433c-baf4-7f829e404ce4 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:58.196602 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1e1c1660-113a-4383-91df-70684ff5fe09 req-ed5416c8-dae0-433c-baf4-7f829e404ce4 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0551488 Mar 14 11:23:58.245587 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1e1c1660-113a-4383-91df-70684ff5fe09 req-8afc91ce-ee81-47ed-af01-4195b2d4c246 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393105 Mar 14 11:23:59.369374 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5db8e-b680-4a67-a7e5-0f07f91d7b85 req-bda9c633-dc49-4379-9808-aa74cf29076f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:23:59.370838 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ce5db8e-b680-4a67-a7e5-0f07f91d7b85 req-bda9c633-dc49-4379-9808-aa74cf29076f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0520961 Mar 14 11:23:59.416904 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ce5db8e-b680-4a67-a7e5-0f07f91d7b85 req-e3d66012-7853-4472-aae0-1be4687c3da7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404890 Mar 14 11:24:00.536600 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f26ff-33ff-431c-9146-eb0ffd62d65e req-842cfb35-ede1-454f-8ec2-f73599b73f0f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:00.538077 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d86f26ff-33ff-431c-9146-eb0ffd62d65e req-842cfb35-ede1-454f-8ec2-f73599b73f0f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0558312 Mar 14 11:24:00.584418 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d86f26ff-33ff-431c-9146-eb0ffd62d65e req-4439d1d0-653a-4ec8-ada7-4eda49c45d41 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409763 Mar 14 11:24:01.703128 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3b924-93c1-48b3-9a79-9bf34d7a0b73 req-5ce461d0-46c0-41be-9872-d5342a5f881a tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:01.705051 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00d3b924-93c1-48b3-9a79-9bf34d7a0b73 req-5ce461d0-46c0-41be-9872-d5342a5f881a tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0542626 Mar 14 11:24:01.751249 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00d3b924-93c1-48b3-9a79-9bf34d7a0b73 req-dc1ea088-6983-4069-9568-a5637f1d81c1 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405886 Mar 14 11:24:02.868935 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff775a-32fb-4872-b111-fbadec5a4bee req-4a9dc0ec-0e17-4d7e-9755-9847f5875c42 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:02.870412 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-82ff775a-32fb-4872-b111-fbadec5a4bee req-4a9dc0ec-0e17-4d7e-9755-9847f5875c42 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0530562 Mar 14 11:24:02.915853 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-82ff775a-32fb-4872-b111-fbadec5a4bee req-d6d6caac-9c7f-4673-ad3b-df1d3950c355 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399885 Mar 14 11:24:03.258245 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92b137-2e82-48be-8048-c4042024eb69 req-03274372-672e-4e82-8b3b-585321a7e659 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:03.260629 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1b92b137-2e82-48be-8048-c4042024eb69 req-03274372-672e-4e82-8b3b-585321a7e659 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0531998 Mar 14 11:24:03.335785 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1b92b137-2e82-48be-8048-c4042024eb69 req-ae0ce40a-c1f7-4eb0-8ad9-fa9c46f36321 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695353 Mar 14 11:24:03.351074 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b9420-661e-44a4-a4df-60ca01634d83 req-f53f80d4-6895-46bd-8feb-b9d3b192cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:03.352534 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b00b9420-661e-44a4-a4df-60ca01634d83 req-f53f80d4-6895-46bd-8feb-b9d3b192cd5d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=720f0e77ff664a78913bdaee14f470ba&device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 1130 time: 0.0562460 Mar 14 11:24:03.440546 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b9420-661e-44a4-a4df-60ca01634d83 req-c799a4b6-478a-46b7-8af7-0da49c9e9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:03.442039 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b00b9420-661e-44a4-a4df-60ca01634d83 req-c799a4b6-478a-46b7-8af7-0da49c9e9725 service neutron] 10.222.0.44 "GET /v2.0/networks?id=841c8ce7-e1ff-4086-80e2-ec77dada8502 HTTP/1.1" status: 200 len: 911 time: 0.0831692 Mar 14 11:24:03.508836 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b00b9420-661e-44a4-a4df-60ca01634d83 req-e308728f-5f35-4287-bd97-05e415edbeda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d HTTP/1.1" status: 200 len: 1001 time: 0.0601265 Mar 14 11:24:03.555642 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b9420-661e-44a4-a4df-60ca01634d83 req-2d1d53db-d3a4-4305-b53e-78837bb08cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:03.557019 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b00b9420-661e-44a4-a4df-60ca01634d83 req-2d1d53db-d3a4-4305-b53e-78837bb08cd6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccb908f7-3677-42e1-8bdd-62cd57924849 HTTP/1.1" status: 200 len: 849 time: 0.0416951 Mar 14 11:24:03.604534 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b9420-661e-44a4-a4df-60ca01634d83 req-6c8711c3-8d1a-452f-a2f4-0b416ccfb954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:03.605892 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b00b9420-661e-44a4-a4df-60ca01634d83 req-6c8711c3-8d1a-452f-a2f4-0b416ccfb954 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=841c8ce7-e1ff-4086-80e2-ec77dada8502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427969 Mar 14 11:24:03.694737 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b00b9420-661e-44a4-a4df-60ca01634d83 req-4fc5916d-9bd3-453e-b469-8ce4254f67d6 service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827339 Mar 14 11:24:03.785460 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b00b9420-661e-44a4-a4df-60ca01634d83 req-1b0d7d8c-1de4-4355-9565-8aec3b905126 service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831480 Mar 14 11:24:04.465398 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1c483-2a06-4942-9b03-90f7e93ac21e req-89415615-2ab4-41ec-bf1a-ea43a3746ad3 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:04.466880 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-31b1c483-2a06-4942-9b03-90f7e93ac21e req-89415615-2ab4-41ec-bf1a-ea43a3746ad3 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0630901 Mar 14 11:24:04.514720 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-31b1c483-2a06-4942-9b03-90f7e93ac21e req-db99c59f-2731-4f63-8029-de5831987c5f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416162 Mar 14 11:24:05.211221 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-456b442d-90d8-4c9f-be9d-63628af114be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:05.321451 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e111c2e-8329-4887-bc65-b0113f1fdef3 req-2b027119-3c62-4ad6-84fd-ddf1843f99d9 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1351042167&fields=id&tenant_id=292d573892b244f9ba50eddc7652e19e HTTP/1.1" status: 200 len: 267 time: 0.0443690 Mar 14 11:24:05.377019 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e111c2e-8329-4887-bc65-b0113f1fdef3 req-861d4696-3233-4bf2-a446-d7f573152024 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:05.378499 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e111c2e-8329-4887-bc65-b0113f1fdef3 req-861d4696-3233-4bf2-a446-d7f573152024 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 984 time: 0.0517910 Mar 14 11:24:05.388708 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-4e111c2e-8329-4887-bc65-b0113f1fdef3 req-b9b26f4a-5c02-431d-a6e6-37f9a9b4bb39 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Request body: {'port': {'security_groups': ['b04e08fa-fe3f-4ba0-9642-ddd61fe1444a']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:24:05.462653 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-4e111c2e-8329-4887-bc65-b0113f1fdef3 req-b9b26f4a-5c02-431d-a6e6-37f9a9b4bb39 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:05.634522 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-4e111c2e-8329-4887-bc65-b0113f1fdef3 req-b9b26f4a-5c02-431d-a6e6-37f9a9b4bb39 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] For port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1,segment=NetworkSegment(128b4a8c-7000-4cdf-8711-5023373a29e9),segment_id=128b4a8c-7000-4cdf-8711-5023373a29e9)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:05.635040 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3f310-be36-4b33-a06e-7bb832474f34 req-74102d1e-f962-4767-9f40-318cbde0a30c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:05.636508 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-42d3f310-be36-4b33-a06e-7bb832474f34 req-74102d1e-f962-4767-9f40-318cbde0a30c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0550425 Mar 14 11:24:05.669674 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-4e111c2e-8329-4887-bc65-b0113f1fdef3 req-b9b26f4a-5c02-431d-a6e6-37f9a9b4bb39 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:05.687864 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-42d3f310-be36-4b33-a06e-7bb832474f34 req-7bc7a461-3d85-4a76-8177-082543a979d6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454655 Mar 14 11:24:05.742921 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-4e111c2e-8329-4887-bc65-b0113f1fdef3 req-b9b26f4a-5c02-431d-a6e6-37f9a9b4bb39 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:05.761139 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['9eeca3bf-844b-4ca6-89bf-1c8215c94fa1'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:24:05.787451 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e111c2e-8329-4887-bc65-b0113f1fdef3 req-b9b26f4a-5c02-431d-a6e6-37f9a9b4bb39 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:05.788087 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-4e111c2e-8329-4887-bc65-b0113f1fdef3 req-b9b26f4a-5c02-431d-a6e6-37f9a9b4bb39 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:05.789491 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e111c2e-8329-4887-bc65-b0113f1fdef3 req-b9b26f4a-5c02-431d-a6e6-37f9a9b4bb39 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "PUT /v2.0/ports/9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 HTTP/1.1" status: 200 len: 942 time: 0.4050779 Mar 14 11:24:05.789987 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'tag': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:24:05.792279 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad8c60e-ffbb-4853-8c89-d9cd46025241" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc7c780-4ce5-473e-9d5c-7f39ed7b0805", "tag": "9eeca3bf-844b-4ca6-89bf-1c8215c94fa1"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:24:05.797090 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56840) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:05.841629 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b26f4a-5c02-431d-a6e6-37f9a9b4bb39 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Pushing event updated for resources: {'Port': ['ID=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1,revision_number=7']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:05.850962 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d60699-1e7a-4cf4-9f09-8f5d50d3106b x-openstack-request-id: req-08d60699-1e7a-4cf4-9f09-8f5d50d3106b {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:24:05.851273 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc7c780-4ce5-473e-9d5c-7f39ed7b0805", "tag": "9eeca3bf-844b-4ca6-89bf-1c8215c94fa1", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:24:05.851566 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08d60699-1e7a-4cf4-9f09-8f5d50d3106b {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:24:05.851976 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'tag': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1', 'status': 'completed', 'code': 200} Mar 14 11:24:05.867793 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f061-6483-4a74-811c-c3e29e7098d1 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group (ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:05.898974 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f061-6483-4a74-811c-c3e29e7098d1 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group (ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:05.916510 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8c60e-ffbb-4853-8c89-d9cd46025241 req-94dc6335-2bff-4b8d-9aa0-628c6c820742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:05.917228 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['9eeca3bf-844b-4ca6-89bf-1c8215c94fa1'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:24:05.918036 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ad8c60e-ffbb-4853-8c89-d9cd46025241 req-94dc6335-2bff-4b8d-9aa0-628c6c820742 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=292d573892b244f9ba50eddc7652e19e&device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 1129 time: 0.0583644 Mar 14 11:24:06.029932 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8c60e-ffbb-4853-8c89-d9cd46025241 req-0145aaf9-8408-4be3-9d04-300ca8971c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:06.032267 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ad8c60e-ffbb-4853-8c89-d9cd46025241 req-0145aaf9-8408-4be3-9d04-300ca8971c60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3732a89-3d96-4f9c-aaa1-b75f25d16a91 HTTP/1.1" status: 200 len: 915 time: 0.1066389 Mar 14 11:24:06.068334 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f061-6483-4a74-811c-c3e29e7098d1 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:06.070911 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3ef9f061-6483-4a74-811c-c3e29e7098d1 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:06.072805 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3ef9f061-6483-4a74-811c-c3e29e7098d1 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "DELETE /v2.0/security-groups/ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6 HTTP/1.1" status: 204 len: 168 time: 0.2734137 Mar 14 11:24:06.076205 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56842) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:06.099345 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ad8c60e-ffbb-4853-8c89-d9cd46025241 req-db393bc7-12b4-4759-aeec-29ef6ac56dec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 HTTP/1.1" status: 200 len: 1000 time: 0.0603299 Mar 14 11:24:06.100742 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9f061-6483-4a74-811c-c3e29e7098d1 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab92c46b-a4ed-4dfb-a07c-cdff0827bbe6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:06.125269 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-1b7ed78b-a509-4dea-b551-635e05af7522 None None] Provisioning complete for port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:24:06.125892 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1b7ed78b-a509-4dea-b551-635e05af7522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:06.154965 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8c60e-ffbb-4853-8c89-d9cd46025241 req-b91e89a2-bb26-4fe5-9c75-955c2daae54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:06.156571 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ad8c60e-ffbb-4853-8c89-d9cd46025241 req-b91e89a2-bb26-4fe5-9c75-955c2daae54b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5850270-558c-4af6-9c86-36d691806adb HTTP/1.1" status: 200 len: 853 time: 0.0496066 Mar 14 11:24:06.215198 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ed78b-a509-4dea-b551-635e05af7522 None None] Current status of the port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 is: ACTIVE; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:24:06.225116 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8c60e-ffbb-4853-8c89-d9cd46025241 req-3758c665-902f-4051-9010-6a8219862250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:06.227011 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ad8c60e-ffbb-4853-8c89-d9cd46025241 req-3758c665-902f-4051-9010-6a8219862250 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3732a89-3d96-4f9c-aaa1-b75f25d16a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635176 Mar 14 11:24:06.275679 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-5abce597-7d9d-4eaa-9a80-32b351ebf5d3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Deleting port d846c14c-4fba-412a-9621-42ea7bb92424 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:24:06.276019 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5abce597-7d9d-4eaa-9a80-32b351ebf5d3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (d846c14c-4fba-412a-9621-42ea7bb92424), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:06.317402 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ad8c60e-ffbb-4853-8c89-d9cd46025241 req-3b76e793-693d-4e08-980f-4af8ef9e2a17 service neutron] 10.222.0.44 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839224 Mar 14 11:24:06.354979 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5abce597-7d9d-4eaa-9a80-32b351ebf5d3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (d846c14c-4fba-412a-9621-42ea7bb92424), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:06.355304 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5abce597-7d9d-4eaa-9a80-32b351ebf5d3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for floatingip (d846c14c-4fba-412a-9621-42ea7bb92424), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:06.367495 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-5abce597-7d9d-4eaa-9a80-32b351ebf5d3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Calling delete_port for d846c14c-4fba-412a-9621-42ea7bb92424 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:24:06.654090 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ad8c60e-ffbb-4853-8c89-d9cd46025241 req-39ca3311-8aee-48f7-a264-ca5b78624b8e service neutron] 10.222.0.44 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304672 Mar 14 11:24:06.662889 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5abce597-7d9d-4eaa-9a80-32b351ebf5d3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (d846c14c-4fba-412a-9621-42ea7bb92424), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:06.689247 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abce597-7d9d-4eaa-9a80-32b351ebf5d3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Pushing event deleted for resources: {'Port': ['ID=d846c14c-4fba-412a-9621-42ea7bb92424,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:06.749799 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5abce597-7d9d-4eaa-9a80-32b351ebf5d3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks [] for floatingip (27786b98-fb7b-4d91-a317-8e35b4d84794), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:06.750154 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-5abce597-7d9d-4eaa-9a80-32b351ebf5d3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Floating IP 27786b98-fb7b-4d91-a317-8e35b4d84794 disassociated (deleted). External IP: 172.27.3.39, port: 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1. Mar 14 11:24:06.952552 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abce597-7d9d-4eaa-9a80-32b351ebf5d3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Router 51af0593-3240-4bea-a33b-9ed7defa0fce has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:24:07.280328 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abce597-7d9d-4eaa-9a80-32b351ebf5d3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:24:07.285221 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5abce597-7d9d-4eaa-9a80-32b351ebf5d3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:07.291700 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f06a7c-df9e-4bb1-b379-cbf7d56bcbd5 None None] Sync routers for ids ['51af0593-3240-4bea-a33b-9ed7defa0fce'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:24:07.309393 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f06a7c-df9e-4bb1-b379-cbf7d56bcbd5 None None] Routers {'51af0593-3240-4bea-a33b-9ed7defa0fce'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:24:07.310018 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d6f06a7c-df9e-4bb1-b379-cbf7d56bcbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:23:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['51af0593-3240-4bea-a33b-9ed7defa0fce'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:07.319061 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5abce597-7d9d-4eaa-9a80-32b351ebf5d3 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "DELETE /v2.0/floatingips/27786b98-fb7b-4d91-a317-8e35b4d84794 HTTP/1.1" status: 204 len: 168 time: 1.2404270 Mar 14 11:24:07.319709 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'tag': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:24:07.322195 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a82408aa6d8333e2181d16c09767b8a1ebc4ae77f8efd81ec4377ebaeeb989a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2cd768-617b-4fc1-8529-b8dbc79b0c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc7c780-4ce5-473e-9d5c-7f39ed7b0805", "tag": "9eeca3bf-844b-4ca6-89bf-1c8215c94fa1"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:24:07.426190 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d912f56-0995-4948-8202-59049939a67e x-openstack-request-id: req-5d912f56-0995-4948-8202-59049939a67e {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:24:07.426413 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc7c780-4ce5-473e-9d5c-7f39ed7b0805", "tag": "9eeca3bf-844b-4ca6-89bf-1c8215c94fa1", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:24:07.426667 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d912f56-0995-4948-8202-59049939a67e {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:24:07.427114 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'tag': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1', 'status': 'completed', 'code': 200} Mar 14 11:24:07.498163 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cd768-617b-4fc1-8529-b8dbc79b0c1f req-66998266-43a6-4314-9849-4b8a55c977a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:07.499718 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e2cd768-617b-4fc1-8529-b8dbc79b0c1f req-66998266-43a6-4314-9849-4b8a55c977a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=292d573892b244f9ba50eddc7652e19e&device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 1129 time: 0.0503416 Mar 14 11:24:07.532585 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-783a8b4b-df5d-4707-a4c6-ea0171ec5629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:07.555753 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-d6f06a7c-df9e-4bb1-b379-cbf7d56bcbd5 None None] Set router 51af0593-3240-4bea-a33b-9ed7defa0fce gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:24:07.592614 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cd768-617b-4fc1-8529-b8dbc79b0c1f req-913808da-d507-4496-9b79-c482259b5a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:07.594162 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e2cd768-617b-4fc1-8529-b8dbc79b0c1f req-913808da-d507-4496-9b79-c482259b5a9a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3732a89-3d96-4f9c-aaa1-b75f25d16a91 HTTP/1.1" status: 200 len: 915 time: 0.0883236 Mar 14 11:24:07.638238 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e2cd768-617b-4fc1-8529-b8dbc79b0c1f req-21e2c47e-0eb3-42d0-acc2-ee3a893628c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 HTTP/1.1" status: 200 len: 217 time: 0.0365629 Mar 14 11:24:07.685790 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cd768-617b-4fc1-8529-b8dbc79b0c1f req-cab0545d-df95-40d4-9c49-c5db679675c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:07.687391 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e2cd768-617b-4fc1-8529-b8dbc79b0c1f req-cab0545d-df95-40d4-9c49-c5db679675c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5850270-558c-4af6-9c86-36d691806adb HTTP/1.1" status: 200 len: 853 time: 0.0434046 Mar 14 11:24:07.738127 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cd768-617b-4fc1-8529-b8dbc79b0c1f req-ee52cad3-2849-415d-8dba-758f1f658ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:07.740245 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e2cd768-617b-4fc1-8529-b8dbc79b0c1f req-ee52cad3-2849-415d-8dba-758f1f658ef8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3732a89-3d96-4f9c-aaa1-b75f25d16a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464613 Mar 14 11:24:07.764134 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d6f06a7c-df9e-4bb1-b379-cbf7d56bcbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:08Z', 'updated_at': '2022-03-14T11:19:12Z', 'revision_number': 4, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'gw_port': {'id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:09Z', 'updated_at': '2022-03-14T11:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '75b4ff89-f323-461c-89c5-63cdced1a0e2', 'name': '', 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'mac_address': 'fa:16:3e:de:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'e5850270-558c-4af6-9c86-36d691806adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:11Z', 'updated_at': '2022-03-14T11:19:16Z', 'revision_number': 5, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'subnets': [{'id': 'e5850270-558c-4af6-9c86-36d691806adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:07.796417 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f06a7c-df9e-4bb1-b379-cbf7d56bcbd5 None None] Checking router: 51af0593-3240-4bea-a33b-9ed7defa0fce for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:24:07.805871 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f06a7c-df9e-4bb1-b379-cbf7d56bcbd5 None None] Routers {'51af0593-3240-4bea-a33b-9ed7defa0fce'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:24:07.806668 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d6f06a7c-df9e-4bb1-b379-cbf7d56bcbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:24:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['51af0593-3240-4bea-a33b-9ed7defa0fce'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:07.838407 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e2cd768-617b-4fc1-8529-b8dbc79b0c1f req-c196d1cd-6869-470a-a43c-1a8b94b2de33 service neutron] 10.222.0.44 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899956 Mar 14 11:24:07.923522 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-d6f06a7c-df9e-4bb1-b379-cbf7d56bcbd5 None None] Set router 51af0593-3240-4bea-a33b-9ed7defa0fce gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:24:07.937064 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4e2cd768-617b-4fc1-8529-b8dbc79b0c1f req-0bf12c25-a96d-47fc-a394-5c5abc865b15 service neutron] 10.222.0.44 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904455 Mar 14 11:24:08.134542 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d6f06a7c-df9e-4bb1-b379-cbf7d56bcbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:08Z', 'updated_at': '2022-03-14T11:19:12Z', 'revision_number': 4, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'gw_port': {'id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:09Z', 'updated_at': '2022-03-14T11:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '75b4ff89-f323-461c-89c5-63cdced1a0e2', 'name': '', 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'mac_address': 'fa:16:3e:de:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'e5850270-558c-4af6-9c86-36d691806adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:11Z', 'updated_at': '2022-03-14T11:19:16Z', 'revision_number': 5, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'subnets': [{'id': 'e5850270-558c-4af6-9c86-36d691806adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:08.161398 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f06a7c-df9e-4bb1-b379-cbf7d56bcbd5 None None] The sync data for ids ['51af0593-3240-4bea-a33b-9ed7defa0fce'] in dv-cinder-831776-2-iscsi is: [{'id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:08Z', 'updated_at': '2022-03-14T11:19:12Z', 'revision_number': 4, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'gw_port': {'id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:09Z', 'updated_at': '2022-03-14T11:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '75b4ff89-f323-461c-89c5-63cdced1a0e2', 'name': '', 'network_id': 'c3732a89-3d96-4f9c-aaa1-b75f25d16a91', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'mac_address': 'fa:16:3e:de:0c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_interface', 'standard_attr_id': 245, 'fixed_ips': [{'subnet_id': 'e5850270-558c-4af6-9c86-36d691806adb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:11Z', 'updated_at': '2022-03-14T11:19:16Z', 'revision_number': 5, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'subnets': [{'id': 'e5850270-558c-4af6-9c86-36d691806adb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:24:08.368731 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020cd620-70f3-4b1b-be14-971aec299dd3 None None] New status for floating IP 27786b98-fb7b-4d91-a317-8e35b4d84794: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:24:08.679908 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:09.017183 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:10.325652 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:10.869232 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cf72351c-0eb7-4e06-8776-319764bbbe07 req-b236f700-7e02-4459-87bc-a5c9bc83f255 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443213 Mar 14 11:24:10.939627 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72351c-0eb7-4e06-8776-319764bbbe07 req-470edb49-34f3-415d-ab9e-f90385dc6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:10.940361 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cf72351c-0eb7-4e06-8776-319764bbbe07 req-470edb49-34f3-415d-ab9e-f90385dc6b99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=292d573892b244f9ba50eddc7652e19e&device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 1129 time: 0.0461884 Mar 14 11:24:11.044817 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72351c-0eb7-4e06-8776-319764bbbe07 req-e050d8d7-00b1-4545-9d8b-b65b16507f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:11.046287 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cf72351c-0eb7-4e06-8776-319764bbbe07 req-e050d8d7-00b1-4545-9d8b-b65b16507f26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3732a89-3d96-4f9c-aaa1-b75f25d16a91 HTTP/1.1" status: 200 len: 915 time: 0.0864511 Mar 14 11:24:11.085900 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cf72351c-0eb7-4e06-8776-319764bbbe07 req-0a31f96d-ee3d-47d3-80ac-a38d1bee8b6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 HTTP/1.1" status: 200 len: 217 time: 0.0333118 Mar 14 11:24:11.132291 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72351c-0eb7-4e06-8776-319764bbbe07 req-3cc48594-1385-440f-829a-3dafb1d243b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:11.133696 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cf72351c-0eb7-4e06-8776-319764bbbe07 req-3cc48594-1385-440f-829a-3dafb1d243b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5850270-558c-4af6-9c86-36d691806adb HTTP/1.1" status: 200 len: 853 time: 0.0427587 Mar 14 11:24:11.185623 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72351c-0eb7-4e06-8776-319764bbbe07 req-a5c41db6-7186-4afa-8cb4-9ce2d2ec5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:11.187128 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cf72351c-0eb7-4e06-8776-319764bbbe07 req-a5c41db6-7186-4afa-8cb4-9ce2d2ec5eb3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3732a89-3d96-4f9c-aaa1-b75f25d16a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469859 Mar 14 11:24:11.284958 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cf72351c-0eb7-4e06-8776-319764bbbe07 req-2690f33f-159f-472b-adcf-32f430426617 service neutron] 10.222.0.44 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888128 Mar 14 11:24:11.382985 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cf72351c-0eb7-4e06-8776-319764bbbe07 req-06584c47-48bf-4113-847b-50bdb83c180c service neutron] 10.222.0.44 "GET /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909731 Mar 14 11:24:11.715045 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-dea1b4af-e879-45f5-9f4f-5d9105f1f439 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766342221&fields=id&tenant_id=66d51cfaa81242c6a99599737fa4195a HTTP/1.1" status: 200 len: 267 time: 0.0458782 Mar 14 11:24:11.788628 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:11.814544 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8636e-ec5c-4ce0-aa37-339ad7bda379 req-f31185a7-3095-4fd9-b159-da6b9e2683b8 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:11.816040 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-16e8636e-ec5c-4ce0-aa37-339ad7bda379 req-f31185a7-3095-4fd9-b159-da6b9e2683b8 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 945 time: 0.0560830 Mar 14 11:24:11.835905 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-6f0cc426-d4c4-447d-a8ea-eeba341b529e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:11.837533 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-6f0cc426-d4c4-447d-a8ea-eeba341b529e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/networks?id=4f63bf05-fb51-48ef-987d-7a89bd6f7088 HTTP/1.1" status: 200 len: 811 time: 0.1153150 Mar 14 11:24:11.852944 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-222ba44f-ee36-4ccf-9884-eb17a8f397ee tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/quotas/66d51cfaa81242c6a99599737fa4195a HTTP/1.1" status: 200 len: 375 time: 0.0099444 Mar 14 11:24:11.866510 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-16e8636e-ec5c-4ce0-aa37-339ad7bda379 req-97ca7acd-9c1f-438e-b6c0-8bb1810b2c61 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448632 Mar 14 11:24:11.909146 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-cc99c08f-5515-4cd2-b632-b86982bf147f tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504241 Mar 14 11:24:12.087814 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-60fdce76-ee3d-4a78-a23d-1117555d08fe service neutron] 10.222.0.37 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677668 Mar 14 11:24:12.179049 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-b15e8fcf-433c-4db1-96fe-34967eae7c97 service neutron] 10.222.0.37 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854726 Mar 14 11:24:12.801226 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-85388d3e-52aa-4d47-bedf-b19f60e9db4e req-ab7a4993-ad84-4945-9d3c-db807fdaff5f tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 210 time: 0.0263484 Mar 14 11:24:12.984118 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7af8c-f028-4351-9888-5b3abfe541d1 req-8d24833b-5604-4203-a332-abaeb93f9094 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:12.986296 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-49a7af8c-f028-4351-9888-5b3abfe541d1 req-8d24833b-5604-4203-a332-abaeb93f9094 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 945 time: 0.0546758 Mar 14 11:24:13.032432 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-49a7af8c-f028-4351-9888-5b3abfe541d1 req-bb9a6af9-1f63-4c7f-8704-1e73afd9e34b tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403583 Mar 14 11:24:13.879932 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-217bbfdd-3de5-4550-9f71-d4d6f515d201 req-45df5ab6-c7c1-40c3-83b7-d27a9fe3590b tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 210 time: 0.0296683 Mar 14 11:24:14.184427 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a189956-607e-4a98-8089-9501700298fc req-3281aaf8-2d8c-4672-b738-b39018c69092 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:14.185883 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0a189956-607e-4a98-8089-9501700298fc req-3281aaf8-2d8c-4672-b738-b39018c69092 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 945 time: 0.0888560 Mar 14 11:24:14.196914 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dab52-1023-4ff6-a746-fd1695ffb6cd req-a854a348-df4b-4493-a4bf-10f29d4a9fcd tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:14.198333 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7e1dab52-1023-4ff6-a746-fd1695ffb6cd req-a854a348-df4b-4493-a4bf-10f29d4a9fcd tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.44 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 945 time: 0.0707166 Mar 14 11:24:14.303137 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0a189956-607e-4a98-8089-9501700298fc req-248a7386-e858-42a5-a47e-9633448aff65 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/security-groups?id=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038518 Mar 14 11:24:14.330391 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-7e1dab52-1023-4ff6-a746-fd1695ffb6cd req-7405f698-e98f-4fec-97af-b9a355484585 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Deleting port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:24:14.330742 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-7e1dab52-1023-4ff6-a746-fd1695ffb6cd req-7405f698-e98f-4fec-97af-b9a355484585 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:14.417727 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-7e1dab52-1023-4ff6-a746-fd1695ffb6cd req-7405f698-e98f-4fec-97af-b9a355484585 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] For port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1,segment=NetworkSegment(128b4a8c-7000-4cdf-8711-5023373a29e9),segment_id=128b4a8c-7000-4cdf-8711-5023373a29e9)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:14.418127 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-7e1dab52-1023-4ff6-a746-fd1695ffb6cd req-7405f698-e98f-4fec-97af-b9a355484585 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:14.430536 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-7e1dab52-1023-4ff6-a746-fd1695ffb6cd req-7405f698-e98f-4fec-97af-b9a355484585 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Calling delete_port for 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:24:14.639570 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-7e1dab52-1023-4ff6-a746-fd1695ffb6cd req-7405f698-e98f-4fec-97af-b9a355484585 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (9eeca3bf-844b-4ca6-89bf-1c8215c94fa1), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:14.653396 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['9eeca3bf-844b-4ca6-89bf-1c8215c94fa1'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:24:14.668506 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405f698-e98f-4fec-97af-b9a355484585 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Pushing event deleted for resources: {'Port': ['ID=9eeca3bf-844b-4ca6-89bf-1c8215c94fa1,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:14.710779 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1dab52-1023-4ff6-a746-fd1695ffb6cd req-7405f698-e98f-4fec-97af-b9a355484585 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] No DVR routers for this DVR port 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:24:14.713285 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-7e1dab52-1023-4ff6-a746-fd1695ffb6cd req-7405f698-e98f-4fec-97af-b9a355484585 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:14.716591 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7e1dab52-1023-4ff6-a746-fd1695ffb6cd req-7405f698-e98f-4fec-97af-b9a355484585 tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.44 "DELETE /v2.0/ports/9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 HTTP/1.1" status: 204 len: 173 time: 0.5109231 Mar 14 11:24:14.717025 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'name': 'network-vif-deleted', 'tag': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:24:14.719392 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306070a6-8013-4c6f-8ba7-a2bf8e6cf5ab" -d '{"events": [{"server_uuid": "4fc7c780-4ce5-473e-9d5c-7f39ed7b0805", "name": "network-vif-deleted", "tag": "9eeca3bf-844b-4ca6-89bf-1c8215c94fa1"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:24:14.754898 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb748354-b767-492b-9847-a7ade33faeb3 x-openstack-request-id: req-cb748354-b767-492b-9847-a7ade33faeb3 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:24:14.755024 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc7c780-4ce5-473e-9d5c-7f39ed7b0805", "name": "network-vif-deleted", "tag": "9eeca3bf-844b-4ca6-89bf-1c8215c94fa1", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:24:14.755209 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb748354-b767-492b-9847-a7ade33faeb3 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:24:14.755602 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc7c780-4ce5-473e-9d5c-7f39ed7b0805', 'name': 'network-vif-deleted', 'tag': '9eeca3bf-844b-4ca6-89bf-1c8215c94fa1', 'status': 'completed', 'code': 200} Mar 14 11:24:14.980197 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8e236c22-285d-4525-abfc-c6231ed67ddc req-b38a85ea-c289-463a-b882-5d7e3733b5de tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 210 time: 0.0314119 Mar 14 11:24:15.343119 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-af59e03b-bc0c-447c-99e7-331ac069c3ff tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:15.345071 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-af59e03b-bc0c-447c-99e7-331ac069c3ff tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.44 "GET /v2.0/networks?id=4f63bf05-fb51-48ef-987d-7a89bd6f7088 HTTP/1.1" status: 200 len: 811 time: 0.1002674 Mar 14 11:24:15.412008 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-6195fd4f-4da1-4b61-89a2-dc9710d0e5a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66d51cfaa81242c6a99599737fa4195a HTTP/1.1" status: 200 len: 379 time: 0.0553329 Mar 14 11:24:15.417095 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6eb83a0f-9c2f-449a-a699-5cbbb733e790 req-3423d636-91e7-4b70-b599-994ff4eb242c tempest-TestMinimumBasicScenario-1355386833 tempest-TestMinimumBasicScenario-1355386833-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fc7c780-4ce5-473e-9d5c-7f39ed7b0805 HTTP/1.1" status: 200 len: 210 time: 0.0298519 Mar 14 11:24:15.423352 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-a8a0a427-bc7a-48fa-be33-f98accfa96b0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Request body: {'port': {'device_id': 'f209ed8c-ecc7-405f-8789-e355bc552e0a', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'admin_state_up': True, 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'security_groups': ['c1fc7014-6423-4a88-8208-2be7ebde7296']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:24:15.599839 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-a8a0a427-bc7a-48fa-be33-f98accfa96b0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Made reservation on behalf of 66d51cfaa81242c6a99599737fa4195a for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:24:15.603936 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-a8a0a427-bc7a-48fa-be33-f98accfa96b0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:15.740400 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-a8a0a427-bc7a-48fa-be33-f98accfa96b0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Allocated IP 172.20.0.5 (4f63bf05-fb51-48ef-987d-7a89bd6f7088/a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327/d839bdae-f635-4104-956d-2bd5921475f6) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:24:15.908269 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-a8a0a427-bc7a-48fa-be33-f98accfa96b0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for port (d839bdae-f635-4104-956d-2bd5921475f6), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:16.018736 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-a8a0a427-bc7a-48fa-be33-f98accfa96b0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (d839bdae-f635-4104-956d-2bd5921475f6), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:16.066243 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-a8a0a427-bc7a-48fa-be33-f98accfa96b0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:24:16.072303 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-a8a0a427-bc7a-48fa-be33-f98accfa96b0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:24:16.077427 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-a8a0a427-bc7a-48fa-be33-f98accfa96b0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:24:16.159861 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-a8a0a427-bc7a-48fa-be33-f98accfa96b0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:16.160436 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-a8a0a427-bc7a-48fa-be33-f98accfa96b0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:16.167768 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0a427-bc7a-48fa-be33-f98accfa96b0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'Port': ['ID=d839bdae-f635-4104-956d-2bd5921475f6,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:16.209349 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a667b-8492-4c4d-8540-ace9aafb4958 req-817f1432-a496-46bb-924c-3e86d50779eb tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:16.210906 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e87a667b-8492-4c4d-8540-ace9aafb4958 req-817f1432-a496-46bb-924c-3e86d50779eb tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 931 time: 0.0969496 Mar 14 11:24:16.293830 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e87a667b-8492-4c4d-8540-ace9aafb4958 req-dc30d6c5-d6ea-4021-9cb6-e74c3578809e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677211 Mar 14 11:24:16.293830 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-a8a0a427-bc7a-48fa-be33-f98accfa96b0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8709016 Mar 14 11:24:16.302217 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Request body: {'port': {'device_id': 'f209ed8c-ecc7-405f-8789-e355bc552e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:24:16.378062 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d839bdae-f635-4104-956d-2bd5921475f6), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:16.429883 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-91388ca1-0d11-4c36-9935-ec14c8532321 None None] Provisioning complete for port d839bdae-f635-4104-956d-2bd5921475f6 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:24:16.431099 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-91388ca1-0d11-4c36-9935-ec14c8532321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (d839bdae-f635-4104-956d-2bd5921475f6), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:16.510013 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-91388ca1-0d11-4c36-9935-ec14c8532321 None None] Port d839bdae-f635-4104-956d-2bd5921475f6 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:24:16.685089 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d839bdae-f635-4104-956d-2bd5921475f6 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:24:16.693801 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Publish callbacks [] for port (d839bdae-f635-4104-956d-2bd5921475f6), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:16.706883 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Transition to ACTIVE for port object d839bdae-f635-4104-956d-2bd5921475f6 will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:24:16.776578 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (d839bdae-f635-4104-956d-2bd5921475f6), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:16.908453 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Pushing event updated for resources: {'Port': ['ID=d839bdae-f635-4104-956d-2bd5921475f6,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:16.954322 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Attempting to bind port d839bdae-f635-4104-956d-2bd5921475f6 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:24:16.954915 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Attempting to bind port d839bdae-f635-4104-956d-2bd5921475f6 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:24:16.955423 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Attempting to bind port d839bdae-f635-4104-956d-2bd5921475f6 on network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:24:16.960760 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Port d839bdae-f635-4104-956d-2bd5921475f6 on network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:24:16.971285 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Attempting to bind port d839bdae-f635-4104-956d-2bd5921475f6 on network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:24:16.971285 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:24:16.971285 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Checking segment: {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:24:16.971285 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Bound using segment: {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:24:16.971285 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Bound port: d839bdae-f635-4104-956d-2bd5921475f6, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:24:16.971285 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d839bdae-f635-4104-956d-2bd5921475f6), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:17.049093 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] For port d839bdae-f635-4104-956d-2bd5921475f6, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:24:17.056473 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] For port d839bdae-f635-4104-956d-2bd5921475f6, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d839bdae-f635-4104-956d-2bd5921475f6,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:24:17.131739 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (d839bdae-f635-4104-956d-2bd5921475f6), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:17.184283 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:17.184899 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:17.186292 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] 10.222.0.44 "PUT /v2.0/ports/d839bdae-f635-4104-956d-2bd5921475f6 HTTP/1.1" status: 200 len: 1093 time: 0.8890457 Mar 14 11:24:17.186778 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f209ed8c-ecc7-405f-8789-e355bc552e0a', 'tag': 'd839bdae-f635-4104-956d-2bd5921475f6'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:24:17.189083 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4031ad9-c35b-4ea9-a133-7da13d7636ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f209ed8c-ecc7-405f-8789-e355bc552e0a", "tag": "d839bdae-f635-4104-956d-2bd5921475f6"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:24:17.224397 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436178e6-1fa3-49d6-b631-528b6c126498 service neutron] Pushing event updated for resources: {'Port': ['ID=d839bdae-f635-4104-956d-2bd5921475f6,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:17.242925 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb999d6-601b-4acc-a33b-15f42f1eb3b4 x-openstack-request-id: req-fdb999d6-601b-4acc-a33b-15f42f1eb3b4 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:24:17.243214 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f209ed8c-ecc7-405f-8789-e355bc552e0a", "tag": "d839bdae-f635-4104-956d-2bd5921475f6", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:24:17.243471 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdb999d6-601b-4acc-a33b-15f42f1eb3b4 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:24:17.243876 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f209ed8c-ecc7-405f-8789-e355bc552e0a', 'tag': 'd839bdae-f635-4104-956d-2bd5921475f6', 'status': 'completed', 'code': 200} Mar 14 11:24:17.320516 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4031ad9-c35b-4ea9-a133-7da13d7636ce req-433a1ca4-b490-4c16-95cb-edac86a9e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:17.322105 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c4031ad9-c35b-4ea9-a133-7da13d7636ce req-433a1ca4-b490-4c16-95cb-edac86a9e91a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 1127 time: 0.0538237 Mar 14 11:24:17.472895 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcda63-4324-4eb0-b80f-1fed94b285cd req-0abf65f8-d3dd-4076-82eb-7b40662f1407 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:17.474807 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-40dcda63-4324-4eb0-b80f-1fed94b285cd req-0abf65f8-d3dd-4076-82eb-7b40662f1407 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 943 time: 0.1062124 Mar 14 11:24:17.476143 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4031ad9-c35b-4ea9-a133-7da13d7636ce req-29c24d46-0cf0-4429-b273-452cccb06eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:17.477450 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c4031ad9-c35b-4ea9-a133-7da13d7636ce req-29c24d46-0cf0-4429-b273-452cccb06eab service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=66d51cfaa81242c6a99599737fa4195a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1469820 Mar 14 11:24:17.596842 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-40dcda63-4324-4eb0-b80f-1fed94b285cd req-b4effc5e-5edb-461b-824b-6b55c5bf6245 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163533 Mar 14 11:24:17.617258 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4031ad9-c35b-4ea9-a133-7da13d7636ce req-212775a0-a8d5-492a-a8d2-51afa4a70452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:17.619009 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c4031ad9-c35b-4ea9-a133-7da13d7636ce req-212775a0-a8d5-492a-a8d2-51afa4a70452 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320832 Mar 14 11:24:17.709876 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-bd7556b7-55b0-403b-84f1-a5202f146799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:17.711521 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-bd7556b7-55b0-403b-84f1-a5202f146799 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 1127 time: 0.0539711 Mar 14 11:24:17.756164 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-8a5fdcde-38a7-4d24-bf0e-e9f34b5d8c52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d839bdae-f635-4104-956d-2bd5921475f6 HTTP/1.1" status: 200 len: 217 time: 0.0377152 Mar 14 11:24:17.806128 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-f16bf781-09c2-434d-b4bb-ba23dfbd3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:17.807594 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-f16bf781-09c2-434d-b4bb-ba23dfbd3ab2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327 HTTP/1.1" status: 200 len: 850 time: 0.0448534 Mar 14 11:24:17.861229 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-c36ca720-204e-47f1-ad66-6f01467672ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:17.862793 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-c36ca720-204e-47f1-ad66-6f01467672ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f63bf05-fb51-48ef-987d-7a89bd6f7088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480943 Mar 14 11:24:17.963205 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-956aac99-b6c2-4505-b2d6-16fecbc9a7dc service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904441 Mar 14 11:24:18.055069 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5fc7842e-d0c6-4147-82d8-294b79f32340 req-d9ecbe43-c83d-4c04-a67d-fe5c207d8f64 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848408 Mar 14 11:24:18.079939 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 56988) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:18.260315 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:24:18.280848 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:24:18.281777 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 9eeca3bf-844b-4ca6-89bf-1c8215c94fa1 not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:24:18.596358 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-42ac1186-681f-4d4b-8bbd-443f07efd371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899631'] for router_interface (51af0593-3240-4bea-a33b-9ed7defa0fce), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:18.820172 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7dd7e-a548-4b3c-82d9-263906cb552c req-4057b200-9c05-4a43-8d0f-b368c4847d48 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:18.821615 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-24b7dd7e-a548-4b3c-82d9-263906cb552c req-4057b200-9c05-4a43-8d0f-b368c4847d48 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 943 time: 0.1414459 Mar 14 11:24:18.836170 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:24:18.899756 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-24b7dd7e-a548-4b3c-82d9-263906cb552c req-bb854c1a-c31f-4516-ac83-01cc94119bfb tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695550 Mar 14 11:24:18.967783 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-42ac1186-681f-4d4b-8bbd-443f07efd371 admin admin] Deleting port 75b4ff89-f323-461c-89c5-63cdced1a0e2 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:24:18.968363 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-42ac1186-681f-4d4b-8bbd-443f07efd371 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:19.051022 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-42ac1186-681f-4d4b-8bbd-443f07efd371 admin admin] For port 75b4ff89-f323-461c-89c5-63cdced1a0e2, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=75b4ff89-f323-461c-89c5-63cdced1a0e2,segment=NetworkSegment(128b4a8c-7000-4cdf-8711-5023373a29e9),segment_id=128b4a8c-7000-4cdf-8711-5023373a29e9)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:19.051372 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-42ac1186-681f-4d4b-8bbd-443f07efd371 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:19.063286 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-42ac1186-681f-4d4b-8bbd-443f07efd371 admin admin] Calling delete_port for 75b4ff89-f323-461c-89c5-63cdced1a0e2 owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:24:19.313914 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-42ac1186-681f-4d4b-8bbd-443f07efd371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (75b4ff89-f323-461c-89c5-63cdced1a0e2), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:19.339678 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac1186-681f-4d4b-8bbd-443f07efd371 admin admin] Pushing event deleted for resources: {'Port': ['ID=75b4ff89-f323-461c-89c5-63cdced1a0e2,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:19.508274 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-42ac1186-681f-4d4b-8bbd-443f07efd371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3903071'] for router_interface (51af0593-3240-4bea-a33b-9ed7defa0fce), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:19.720075 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ac1186-681f-4d4b-8bbd-443f07efd371 admin admin] Router 51af0593-3240-4bea-a33b-9ed7defa0fce has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:24:19.825790 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ac1186-681f-4d4b-8bbd-443f07efd371 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:24:19.833221 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-42ac1186-681f-4d4b-8bbd-443f07efd371 admin admin] 10.222.0.37 "PUT /v2.0/routers/51af0593-3240-4bea-a33b-9ed7defa0fce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7516742 Mar 14 11:24:19.834919 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 56998) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:19.835822 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fba6c6-21f4-45de-aa07-14b28d55fe1b None None] Sync routers for ids ['51af0593-3240-4bea-a33b-9ed7defa0fce'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:24:19.846257 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fba6c6-21f4-45de-aa07-14b28d55fe1b None None] Routers {'51af0593-3240-4bea-a33b-9ed7defa0fce'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:24:19.846878 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c1fba6c6-21f4-45de-aa07-14b28d55fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:24:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['51af0593-3240-4bea-a33b-9ed7defa0fce'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:19.941324 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] Publish callbacks [] for router (51af0593-3240-4bea-a33b-9ed7defa0fce), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:19.961934 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-c1fba6c6-21f4-45de-aa07-14b28d55fe1b None None] Set router 51af0593-3240-4bea-a33b-9ed7defa0fce gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:24:20.157962 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c1fba6c6-21f4-45de-aa07-14b28d55fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:08Z', 'updated_at': '2022-03-14T11:24:19Z', 'revision_number': 5, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'gw_port': {'id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:09Z', 'updated_at': '2022-03-14T11:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:20.189584 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fba6c6-21f4-45de-aa07-14b28d55fe1b None None] Checking router: 51af0593-3240-4bea-a33b-9ed7defa0fce for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:24:20.198823 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fba6c6-21f4-45de-aa07-14b28d55fe1b None None] Routers {'51af0593-3240-4bea-a33b-9ed7defa0fce'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:24:20.199588 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c1fba6c6-21f4-45de-aa07-14b28d55fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:24:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['51af0593-3240-4bea-a33b-9ed7defa0fce'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:20.315883 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-c1fba6c6-21f4-45de-aa07-14b28d55fe1b None None] Set router 51af0593-3240-4bea-a33b-9ed7defa0fce gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:24:20.329061 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd50bc-b2a8-4619-ba6d-e2330ed08a18 req-ae728396-a803-4674-bcda-c6396a2a8019 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:20.330560 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-96fd50bc-b2a8-4619-ba6d-e2330ed08a18 req-ae728396-a803-4674-bcda-c6396a2a8019 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 943 time: 0.3568490 Mar 14 11:24:20.355199 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] Publish callbacks [] for router_gateway (51af0593-3240-4bea-a33b-9ed7defa0fce), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:20.389191 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-96fd50bc-b2a8-4619-ba6d-e2330ed08a18 req-6e26c2d6-f589-4bbb-89db-6adfa9edd13c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523953 Mar 14 11:24:20.480958 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] Deleting port a90792a4-1d4b-4971-be64-0d6f401f8c0c {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:24:20.481193 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (a90792a4-1d4b-4971-be64-0d6f401f8c0c), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:20.492708 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-c1fba6c6-21f4-45de-aa07-14b28d55fe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:08Z', 'updated_at': '2022-03-14T11:24:19Z', 'revision_number': 5, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'gw_port': {'id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:09Z', 'updated_at': '2022-03-14T11:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:20.519311 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fba6c6-21f4-45de-aa07-14b28d55fe1b None None] The sync data for ids ['51af0593-3240-4bea-a33b-9ed7defa0fce'] in dv-cinder-831776-2-iscsi is: [{'id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'name': 'tempest-TestMinimumBasicScenario-489881766-router', 'tenant_id': '292d573892b244f9ba50eddc7652e19e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:08Z', 'updated_at': '2022-03-14T11:24:19Z', 'revision_number': 5, 'project_id': '292d573892b244f9ba50eddc7652e19e', 'gw_port': {'id': 'a90792a4-1d4b-4971-be64-0d6f401f8c0c', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51af0593-3240-4bea-a33b-9ed7defa0fce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:09Z', 'updated_at': '2022-03-14T11:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:24:20.568062 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] For port a90792a4-1d4b-4971-be64-0d6f401f8c0c, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=a90792a4-1d4b-4971-be64-0d6f401f8c0c,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:20.568422 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (a90792a4-1d4b-4971-be64-0d6f401f8c0c), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:20.579792 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] Calling delete_port for a90792a4-1d4b-4971-be64-0d6f401f8c0c owned by network:router_gateway {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:24:20.776526 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (a90792a4-1d4b-4971-be64-0d6f401f8c0c), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:20.804324 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] Pushing event deleted for resources: {'Port': ['ID=a90792a4-1d4b-4971-be64-0d6f401f8c0c,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:20.866013 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3899705'] for router_gateway (51af0593-3240-4bea-a33b-9ed7defa0fce), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:20.968232 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6907'] for router (51af0593-3240-4bea-a33b-9ed7defa0fce), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:20.971192 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] Publish callbacks [] for router_controller (51af0593-3240-4bea-a33b-9ed7defa0fce), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:21.005012 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 75b4ff89-f323-461c-89c5-63cdced1a0e2 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:24:21.032040 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 75b4ff89-f323-461c-89c5-63cdced1a0e2 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:24:21.032389 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 75b4ff89-f323-461c-89c5-63cdced1a0e2 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:24:21.068043 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906125'] for router (51af0593-3240-4bea-a33b-9ed7defa0fce), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:21.068573 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51af0593-3240-4bea-a33b-9ed7defa0fce {{(pid=104015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 11:24:21.073435 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:21.074613 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-e5a206b8-1c1b-4bdd-bde2-cc1cb43f00cc admin admin] 10.222.0.37 "DELETE /v2.0/routers/51af0593-3240-4bea-a33b-9ed7defa0fce HTTP/1.1" status: 204 len: 168 time: 1.2387183 Mar 14 11:24:21.077334 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57002) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:21.363988 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f05f52-3830-4f24-8156-46bc69e13ca3 admin admin] Deleting subnet e5850270-558c-4af6-9c86-36d691806adb {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:24:21.367005 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09f05f52-3830-4f24-8156-46bc69e13ca3 admin admin] Publish callbacks [] for subnet (e5850270-558c-4af6-9c86-36d691806adb), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:21.400769 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09f05f52-3830-4f24-8156-46bc69e13ca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11546337'] for subnet (e5850270-558c-4af6-9c86-36d691806adb), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:21.531950 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09f05f52-3830-4f24-8156-46bc69e13ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (e5850270-558c-4af6-9c86-36d691806adb), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:21.584934 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a0f09-590b-466a-946c-01fc4c358a11 req-c90c6bac-a73f-4363-a1cc-ab93d9264e80 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:21.586415 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d41a0f09-590b-466a-946c-01fc4c358a11 req-c90c6bac-a73f-4363-a1cc-ab93d9264e80 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 943 time: 0.1293466 Mar 14 11:24:21.643716 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d41a0f09-590b-466a-946c-01fc4c358a11 req-aacf076a-fb63-4a99-b365-ed04627d02ef tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507004 Mar 14 11:24:21.691336 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09f05f52-3830-4f24-8156-46bc69e13ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2078518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11574714'] for subnet (e5850270-558c-4af6-9c86-36d691806adb), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:21.719020 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09f05f52-3830-4f24-8156-46bc69e13ca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:21.722248 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-09f05f52-3830-4f24-8156-46bc69e13ca3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e5850270-558c-4af6-9c86-36d691806adb HTTP/1.1" status: 204 len: 168 time: 0.6432540 Mar 14 11:24:21.723604 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f05f52-3830-4f24-8156-46bc69e13ca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5850270-558c-4af6-9c86-36d691806adb,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:21.724984 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 57006) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:21.726379 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1caff3-35f8-4841-a5ae-796b1c101831 None None] Network c3732a89-3d96-4f9c-aaa1-b75f25d16a91 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:24:21.793700 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (c3732a89-3d96-4f9c-aaa1-b75f25d16a91), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:21.855642 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] Deleting port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:24:21.855979 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:21.879513 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] DHCP port deletion for c3732a89-3d96-4f9c-aaa1-b75f25d16a91 request from dv-cinder-831776-2-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 11:24:21.918420 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] For port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=9ba18a23-cacd-47fe-b7f1-f5720f1b1675,segment=NetworkSegment(128b4a8c-7000-4cdf-8711-5023373a29e9),segment_id=128b4a8c-7000-4cdf-8711-5023373a29e9)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:21.918975 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:21.929728 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Deleting port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:24:21.930182 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:21.931196 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] Calling delete_port for 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 owned by network:dhcp {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:24:21.991876 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] For port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=9ba18a23-cacd-47fe-b7f1-f5720f1b1675,segment=NetworkSegment(128b4a8c-7000-4cdf-8711-5023373a29e9),segment_id=128b4a8c-7000-4cdf-8711-5023373a29e9)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:21.992272 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:22.005146 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Calling delete_port for 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:24:22.084944 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:22.111027 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba18a23-cacd-47fe-b7f1-f5720f1b1675,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:22.113047 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] No DVR routers for this DVR port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 on host dv-cinder-831776-2-iscsi {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:24:22.121726 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783'] for port (9ba18a23-cacd-47fe-b7f1-f5720f1b1675), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:22.153802 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Pushing event deleted for resources: {'Port': ['ID=9ba18a23-cacd-47fe-b7f1-f5720f1b1675,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:22.156100 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] No DVR routers for this DVR port 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 on host dv-cinder-831776-2-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:24:22.163994 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:22.164344 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:22.164686 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:22.165026 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:22.165360 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:22.165689 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:22.166039 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:22.166367 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:22.166692 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:22.167022 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:22.167344 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:22.167662 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:22.167983 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:22.168527 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:22.168645 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830ad80f-8a92-4081-baef-f6dd0667f91f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:22.188351 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (c3732a89-3d96-4f9c-aaa1-b75f25d16a91), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:22.212396 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3732a89-3d96-4f9c-aaa1-b75f25d16a91']}} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:22.221508 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128b4a8c-7000-4cdf-8711-5023373a29e9') {'for_net_delete': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:22.221809 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128b4a8c-7000-4cdf-8711-5023373a29e9') {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:22.230870 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8796703'] for segment (128b4a8c-7000-4cdf-8711-5023373a29e9), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:22.243803 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (128b4a8c-7000-4cdf-8711-5023373a29e9), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:22.249421 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=104015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:24:22.250440 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8796607'] for segment (128b4a8c-7000-4cdf-8711-5023373a29e9), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: Traceback (most recent call last): Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: timer() Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: cb(*args, **kw) Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: return func(*args, **kwargs) Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: self._notify() Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: self.callback(batched_events) Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: event.method(event) Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: return f(self, *a, **k) Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: return self._get(url).json() Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: return self.request(url, 'GET', **kwargs) Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:24:22.252016 dv-cinder-831776-2-iscsi neutron-server[104015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:24:22.376753 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (c3732a89-3d96-4f9c-aaa1-b75f25d16a91), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:22.382307 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:22.385429 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c3732a89-3d96-4f9c-aaa1-b75f25d16a91 HTTP/1.1" status: 204 len: 168 time: 0.6593096 Mar 14 11:24:22.388437 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57008) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:22.396409 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6b265-c168-42e2-9cc9-b546426cc824 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3732a89-3d96-4f9c-aaa1-b75f25d16a91,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:22.734193 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899631'] for router_interface (3f56a385-b3e4-4120-bfaf-579874507338), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:22.759688 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133ae40-3730-4985-9be9-ae5a15f802b4 req-d6457cbb-c56a-490a-91ac-c27383818b2a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:22.761303 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2133ae40-3730-4985-9be9-ae5a15f802b4 req-d6457cbb-c56a-490a-91ac-c27383818b2a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 943 time: 0.0526414 Mar 14 11:24:22.814076 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2133ae40-3730-4985-9be9-ae5a15f802b4 req-461d86e1-aa32-49c0-93c7-bb6e610e1921 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466573 Mar 14 11:24:22.895881 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:24:22.988383 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Deleting port e43d0c83-5701-46b9-b255-cf6a1582ba3f {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:24:22.988614 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:23.045261 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:24:23.045860 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 9ba18a23-cacd-47fe-b7f1-f5720f1b1675 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:24:23.046036 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device a90792a4-1d4b-4971-be64-0d6f401f8c0c no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:24:23.065836 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: a90792a4-1d4b-4971-be64-0d6f401f8c0c {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:24:23.066217 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device a90792a4-1d4b-4971-be64-0d6f401f8c0c not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:24:23.073958 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] For port e43d0c83-5701-46b9-b255-cf6a1582ba3f, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=e43d0c83-5701-46b9-b255-cf6a1582ba3f,segment=NetworkSegment(83317f19-dcdc-4034-b12c-6d719464f875),segment_id=83317f19-dcdc-4034-b12c-6d719464f875)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:23.074333 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:23.086705 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Calling delete_port for e43d0c83-5701-46b9-b255-cf6a1582ba3f owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:24:23.330569 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (e43d0c83-5701-46b9-b255-cf6a1582ba3f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:23.356663 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43d0c83-5701-46b9-b255-cf6a1582ba3f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:23.382787 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:23.383132 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:23.383470 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:23.383803 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:23.384131 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:23.384450 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:23.384775 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:23.385094 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:23.385412 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:23.385731 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:23.386072 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:23.386390 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:23.386703 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:23.387015 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:23.387335 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:23.543191 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3903071'] for router_interface (3f56a385-b3e4-4120-bfaf-579874507338), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:23.759188 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Router 3f56a385-b3e4-4120-bfaf-579874507338 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:24:23.863619 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:24:23.868636 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d6b12ecc-dc7c-4938-8989-6fd44d709c69 admin admin] 10.222.0.37 "PUT /v2.0/routers/3f56a385-b3e4-4120-bfaf-579874507338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4791906 Mar 14 11:24:23.871668 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 57016) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:23.872788 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f486aebf-9ef4-401e-b262-9904a60529ea None None] Sync routers for ids ['3f56a385-b3e4-4120-bfaf-579874507338'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:24:23.884030 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486aebf-9ef4-401e-b262-9904a60529ea None None] Routers {'3f56a385-b3e4-4120-bfaf-579874507338'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:24:23.884642 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f486aebf-9ef4-401e-b262-9904a60529ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:24:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['3f56a385-b3e4-4120-bfaf-579874507338'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:23.936702 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195201b-c0c4-4eff-ae89-5c330227b0f4 req-ddc27d26-8ad8-4faa-b33a-9edfafcbafd7 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:23.939038 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4195201b-c0c4-4eff-ae89-5c330227b0f4 req-ddc27d26-8ad8-4faa-b33a-9edfafcbafd7 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 943 time: 0.0551584 Mar 14 11:24:23.987580 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] Publish callbacks [] for router (3f56a385-b3e4-4120-bfaf-579874507338), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:23.993960 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4195201b-c0c4-4eff-ae89-5c330227b0f4 req-22d0bb86-f332-4f3a-9b52-6a7a73c2649a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461621 Mar 14 11:24:24.082682 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-f486aebf-9ef4-401e-b262-9904a60529ea None None] Set router 3f56a385-b3e4-4120-bfaf-579874507338 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:24:24.096007 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] Publish callbacks [] for router_gateway (3f56a385-b3e4-4120-bfaf-579874507338), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:24.240014 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] Deleting port 5d7ce244-80e2-4cb8-9a59-577c3a7291d7 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:24:24.240360 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (5d7ce244-80e2-4cb8-9a59-577c3a7291d7), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:24.259392 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f486aebf-9ef4-401e-b262-9904a60529ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f56a385-b3e4-4120-bfaf-579874507338', 'name': 'tempest-TestMinimumBasicScenario-1806456853-router', 'tenant_id': 'ff5ef025944744db847f5d0a2ebd1416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '5d7ce244-80e2-4cb8-9a59-577c3a7291d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:16Z', 'updated_at': '2022-03-14T11:24:23Z', 'revision_number': 5, 'project_id': 'ff5ef025944744db847f5d0a2ebd1416', 'gw_port': {'id': '5d7ce244-80e2-4cb8-9a59-577c3a7291d7', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f56a385-b3e4-4120-bfaf-579874507338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:17Z', 'updated_at': '2022-03-14T11:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:24.292296 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f486aebf-9ef4-401e-b262-9904a60529ea None None] Checking router: 3f56a385-b3e4-4120-bfaf-579874507338 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:24:24.308649 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486aebf-9ef4-401e-b262-9904a60529ea None None] Routers {'3f56a385-b3e4-4120-bfaf-579874507338'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:24:24.309250 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f486aebf-9ef4-401e-b262-9904a60529ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:24:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['3f56a385-b3e4-4120-bfaf-579874507338'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:24.329187 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] For port 5d7ce244-80e2-4cb8-9a59-577c3a7291d7, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=5d7ce244-80e2-4cb8-9a59-577c3a7291d7,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:24.329557 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (5d7ce244-80e2-4cb8-9a59-577c3a7291d7), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:24.341896 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] Calling delete_port for 5d7ce244-80e2-4cb8-9a59-577c3a7291d7 owned by network:router_gateway {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:24:24.441504 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-f486aebf-9ef4-401e-b262-9904a60529ea None None] Set router 3f56a385-b3e4-4120-bfaf-579874507338 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:24:24.496732 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-f486aebf-9ef4-401e-b262-9904a60529ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f56a385-b3e4-4120-bfaf-579874507338', 'name': 'tempest-TestMinimumBasicScenario-1806456853-router', 'tenant_id': 'ff5ef025944744db847f5d0a2ebd1416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:16Z', 'updated_at': '2022-03-14T11:24:24Z', 'revision_number': 6, 'project_id': 'ff5ef025944744db847f5d0a2ebd1416', 'gw_port_host': None}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:24.528469 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f486aebf-9ef4-401e-b262-9904a60529ea None None] The sync data for ids ['3f56a385-b3e4-4120-bfaf-579874507338'] in dv-cinder-831776-2-iscsi is: [{'id': '3f56a385-b3e4-4120-bfaf-579874507338', 'name': 'tempest-TestMinimumBasicScenario-1806456853-router', 'tenant_id': 'ff5ef025944744db847f5d0a2ebd1416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:16Z', 'updated_at': '2022-03-14T11:24:24Z', 'revision_number': 6, 'project_id': 'ff5ef025944744db847f5d0a2ebd1416', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:24:24.560646 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (5d7ce244-80e2-4cb8-9a59-577c3a7291d7), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:24.588092 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7ce244-80e2-4cb8-9a59-577c3a7291d7,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:24.656670 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3899705'] for router_gateway (3f56a385-b3e4-4120-bfaf-579874507338), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:24.749530 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6907'] for router (3f56a385-b3e4-4120-bfaf-579874507338), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:24.751710 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] Publish callbacks [] for router_controller (3f56a385-b3e4-4120-bfaf-579874507338), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:24.880055 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906125'] for router (3f56a385-b3e4-4120-bfaf-579874507338), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:24.880055 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f56a385-b3e4-4120-bfaf-579874507338 {{(pid=104015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 11:24:24.884966 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:24.885994 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b25f03d5-3c35-4db7-b25e-90f910b7af2c admin admin] 10.222.0.37 "DELETE /v2.0/routers/3f56a385-b3e4-4120-bfaf-579874507338 HTTP/1.1" status: 204 len: 168 time: 1.0123942 Mar 14 11:24:24.888492 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 57018) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:24.945276 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-151b5850-0889-4082-8f95-f76383752add admin admin] Deleting subnet 19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:24:24.949201 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-151b5850-0889-4082-8f95-f76383752add admin admin] Publish callbacks [] for subnet (19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:24.994964 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-151b5850-0889-4082-8f95-f76383752add admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8796678'] for subnet (19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:25.152198 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-151b5850-0889-4082-8f95-f76383752add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:25.210174 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14b1bc-a2e9-4253-badb-063786db4812 req-8db59e66-4e89-4f71-9ee5-845c093d49a8 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:25.211672 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0d14b1bc-a2e9-4253-badb-063786db4812 req-8db59e66-4e89-4f71-9ee5-845c093d49a8 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 943 time: 0.1226485 Mar 14 11:24:25.276027 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0d14b1bc-a2e9-4253-badb-063786db4812 req-6603dc3c-758c-46b2-a609-a932da556383 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547736 Mar 14 11:24:25.319908 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-151b5850-0889-4082-8f95-f76383752add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8796689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12359734'] for subnet (19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:25.324424 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device e43d0c83-5701-46b9-b255-cf6a1582ba3f no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:24:25.350387 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b5850-0889-4082-8f95-f76383752add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:25.354581 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-151b5850-0889-4082-8f95-f76383752add admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:25.355137 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: e43d0c83-5701-46b9-b255-cf6a1582ba3f {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:24:25.355850 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device e43d0c83-5701-46b9-b255-cf6a1582ba3f not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:24:25.360385 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-151b5850-0889-4082-8f95-f76383752add admin admin] 10.222.0.37 "DELETE /v2.0/subnets/19b59f97-6e4a-4d88-a4fc-1bbc5d3aa52e HTTP/1.1" status: 204 len: 168 time: 0.4680157 Mar 14 11:24:25.360741 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 57022) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:25.369180 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b5e2b9-0d4f-40cd-a2ce-391520831c49 None None] Network d406cd89-5763-435d-a63c-4f0d475f02a5 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:24:25.440142 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (d406cd89-5763-435d-a63c-4f0d475f02a5), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:25.510376 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] Deleting port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:24:25.510962 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:25.554833 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208adc66-9411-43fc-b86e-db87c9aff666 None None] DHCP port deletion for d406cd89-5763-435d-a63c-4f0d475f02a5 request from dv-cinder-831776-2-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 11:24:25.590487 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] For port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=7b3c2e44-42e1-4ab1-a7a6-27e766f44440,segment=NetworkSegment(83317f19-dcdc-4034-b12c-6d719464f875),segment_id=83317f19-dcdc-4034-b12c-6d719464f875)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:25.590874 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:25.605898 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] Calling delete_port for 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 owned by network:dhcp {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:24:25.627747 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-208adc66-9411-43fc-b86e-db87c9aff666 None None] Deleting port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:24:25.628130 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-208adc66-9411-43fc-b86e-db87c9aff666 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:25.705334 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-208adc66-9411-43fc-b86e-db87c9aff666 None None] For port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=7b3c2e44-42e1-4ab1-a7a6-27e766f44440,segment=NetworkSegment(83317f19-dcdc-4034-b12c-6d719464f875),segment_id=83317f19-dcdc-4034-b12c-6d719464f875)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:25.705731 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-208adc66-9411-43fc-b86e-db87c9aff666 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:25.718755 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-208adc66-9411-43fc-b86e-db87c9aff666 None None] Calling delete_port for 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:24:25.793646 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:25.799636 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-208adc66-9411-43fc-b86e-db87c9aff666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783'] for port (7b3c2e44-42e1-4ab1-a7a6-27e766f44440), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:25.823429 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3c2e44-42e1-4ab1-a7a6-27e766f44440,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:25.825241 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] No DVR routers for this DVR port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 on host dv-cinder-831776-2-iscsi {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:24:25.825660 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208adc66-9411-43fc-b86e-db87c9aff666 None None] Pushing event deleted for resources: {'Port': ['ID=7b3c2e44-42e1-4ab1-a7a6-27e766f44440,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:25.827642 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208adc66-9411-43fc-b86e-db87c9aff666 None None] No DVR routers for this DVR port 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 on host dv-cinder-831776-2-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:24:25.897050 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (d406cd89-5763-435d-a63c-4f0d475f02a5), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:25.917130 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d406cd89-5763-435d-a63c-4f0d475f02a5']}} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:25.926946 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83317f19-dcdc-4034-b12c-6d719464f875') {'for_net_delete': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:25.927248 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83317f19-dcdc-4034-b12c-6d719464f875') {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:25.936517 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8796703'] for segment (83317f19-dcdc-4034-b12c-6d719464f875), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:25.949506 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (83317f19-dcdc-4034-b12c-6d719464f875), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:25.955495 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=104015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:24:25.955876 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8796607'] for segment (83317f19-dcdc-4034-b12c-6d719464f875), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: Traceback (most recent call last): Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: timer() Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: cb(*args, **kw) Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: return func(*args, **kwargs) Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: self._notify() Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: self.callback(batched_events) Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: event.method(event) Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: return f(self, *a, **k) Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: return self._get(url).json() Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: return self.request(url, 'GET', **kwargs) Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:24:25.958689 dv-cinder-831776-2-iscsi neutron-server[104015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:24:26.096456 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (d406cd89-5763-435d-a63c-4f0d475f02a5), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:26.101545 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:26.104680 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d406cd89-5763-435d-a63c-4f0d475f02a5 HTTP/1.1" status: 204 len: 168 time: 0.7431073 Mar 14 11:24:26.116115 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449390fa-e221-4037-94e4-331278ad6b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=d406cd89-5763-435d-a63c-4f0d475f02a5,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:26.273343 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device d839bdae-f635-4104-956d-2bd5921475f6 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:24:26.377386 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port d839bdae-f635-4104-956d-2bd5921475f6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d839bdae-f635-4104-956d-2bd5921475f6,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:26.388993 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': 'd839bdae-f635-4104-956d-2bd5921475f6', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'port_id': 'd839bdae-f635-4104-956d-2bd5921475f6', 'mac_address': 'fa:16:3e:35:9e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:24:26.401170 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fc562-1536-43c6-b38c-f38f35750fd7 req-d6771739-e936-4f09-9c79-80455afa64e8 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:26.402669 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-583fc562-1536-43c6-b38c-f38f35750fd7 req-d6771739-e936-4f09-9c79-80455afa64e8 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 943 time: 0.0522068 Mar 14 11:24:26.427584 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port d839bdae-f635-4104-956d-2bd5921475f6 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:24:26.428148 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d839bdae-f635-4104-956d-2bd5921475f6), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:26.448226 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d839bdae-f635-4104-956d-2bd5921475f6 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:24:26.460646 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-583fc562-1536-43c6-b38c-f38f35750fd7 req-9a97d0e1-ca99-4f9e-aff2-0bfe5f7f36a0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513551 Mar 14 11:24:26.471623 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port d839bdae-f635-4104-956d-2bd5921475f6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d839bdae-f635-4104-956d-2bd5921475f6,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:26.472189 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 57028) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:26.513923 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b72f7298-5be9-4d8d-b23d-5ab8e068076a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=292d573892b244f9ba50eddc7652e19e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394106 Mar 14 11:24:26.516315 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 57030) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:26.542354 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (d839bdae-f635-4104-956d-2bd5921475f6), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:26.567468 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-68dd2453-dfd2-4a78-9f23-af04af65a8a5 admin admin] Publish callbacks [] for security_group (b04e08fa-fe3f-4ba0-9642-ddd61fe1444a), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:26.589661 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-68dd2453-dfd2-4a78-9f23-af04af65a8a5 admin admin] Publish callbacks [] for security_group (b04e08fa-fe3f-4ba0-9642-ddd61fe1444a), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:26.590337 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=d839bdae-f635-4104-956d-2bd5921475f6,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:26.724404 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-68dd2453-dfd2-4a78-9f23-af04af65a8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (b04e08fa-fe3f-4ba0-9642-ddd61fe1444a), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:26.727030 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-68dd2453-dfd2-4a78-9f23-af04af65a8a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:26.728150 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-68dd2453-dfd2-4a78-9f23-af04af65a8a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b04e08fa-fe3f-4ba0-9642-ddd61fe1444a HTTP/1.1" status: 204 len: 168 time: 0.2109425 Mar 14 11:24:26.735685 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd2453-dfd2-4a78-9f23-af04af65a8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04e08fa-fe3f-4ba0-9642-ddd61fe1444a,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:26.885071 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 5d7ce244-80e2-4cb8-9a59-577c3a7291d7 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:24:26.905351 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 5d7ce244-80e2-4cb8-9a59-577c3a7291d7 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:24:26.908519 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 5d7ce244-80e2-4cb8-9a59-577c3a7291d7 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:24:26.908519 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:24:26.925243 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:24:26.925593 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 7b3c2e44-42e1-4ab1-a7a6-27e766f44440 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:24:27.035248 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['d839bdae-f635-4104-956d-2bd5921475f6'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:24:27.389078 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 57038) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:27.427885 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f293bfad-030a-4951-9ac6-bbec575ea99b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff5ef025944744db847f5d0a2ebd1416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376189 Mar 14 11:24:27.430298 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 57040) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:27.476290 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8744-89d7-4d4f-adf0-c468f72f4a6e admin admin] Publish callbacks [] for security_group (ee5eaae2-f5ce-4c68-8511-da2832ba5616), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:27.497850 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8744-89d7-4d4f-adf0-c468f72f4a6e admin admin] Publish callbacks [] for security_group (ee5eaae2-f5ce-4c68-8511-da2832ba5616), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:27.577197 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f32a09-9f08-435c-8b0c-3d2f84d166cf req-3386544c-8e26-4f8e-b9e7-6d6835fa8758 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:27.579426 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-95f32a09-9f08-435c-8b0c-3d2f84d166cf req-3386544c-8e26-4f8e-b9e7-6d6835fa8758 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 944 time: 0.0551236 Mar 14 11:24:27.631909 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-95f32a09-9f08-435c-8b0c-3d2f84d166cf req-8118305b-4df2-45fd-8659-2c21283a7311 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469742 Mar 14 11:24:27.662205 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8744-89d7-4d4f-adf0-c468f72f4a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (ee5eaae2-f5ce-4c68-8511-da2832ba5616), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:27.664770 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8744-89d7-4d4f-adf0-c468f72f4a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:27.665849 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-cd0a8744-89d7-4d4f-adf0-c468f72f4a6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ee5eaae2-f5ce-4c68-8511-da2832ba5616 HTTP/1.1" status: 204 len: 168 time: 0.2346601 Mar 14 11:24:27.676256 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a8744-89d7-4d4f-adf0-c468f72f4a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5eaae2-f5ce-4c68-8511-da2832ba5616,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:28.275966 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device d839bdae-f635-4104-956d-2bd5921475f6 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:24:28.433413 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port d839bdae-f635-4104-956d-2bd5921475f6 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:24:28.438142 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port d839bdae-f635-4104-956d-2bd5921475f6 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:24:28.438529 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (d839bdae-f635-4104-956d-2bd5921475f6), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:28.514339 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port d839bdae-f635-4104-956d-2bd5921475f6 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:24:28.514636 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d839bdae-f635-4104-956d-2bd5921475f6), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:28.536021 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f209ed8c-ecc7-405f-8789-e355bc552e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd839bdae-f635-4104-956d-2bd5921475f6'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:24:28.538385 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f8ddf0-e90f-46cd-aaa4-dea20ba9dbd4" -d '{"events": [{"server_uuid": "f209ed8c-ecc7-405f-8789-e355bc552e0a", "name": "network-vif-plugged", "status": "completed", "tag": "d839bdae-f635-4104-956d-2bd5921475f6"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:24:28.550745 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port d839bdae-f635-4104-956d-2bd5921475f6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d839bdae-f635-4104-956d-2bd5921475f6,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:28.616022 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (d839bdae-f635-4104-956d-2bd5921475f6), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:28.670464 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=d839bdae-f635-4104-956d-2bd5921475f6,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:28.749224 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52da30ad-0c8a-4d91-8697-ba37e32eee9a x-openstack-request-id: req-52da30ad-0c8a-4d91-8697-ba37e32eee9a {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:24:28.749671 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f209ed8c-ecc7-405f-8789-e355bc552e0a", "name": "network-vif-plugged", "status": "completed", "tag": "d839bdae-f635-4104-956d-2bd5921475f6", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:24:28.749923 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52da30ad-0c8a-4d91-8697-ba37e32eee9a {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:24:28.750340 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f209ed8c-ecc7-405f-8789-e355bc552e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd839bdae-f635-4104-956d-2bd5921475f6', 'code': 200} Mar 14 11:24:28.759155 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f6757-6d6f-4f19-85ea-0ddd4e5c770d req-e7e8932b-ba66-46e9-b2b0-b389a0a89d71 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:28.760628 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-694f6757-6d6f-4f19-85ea-0ddd4e5c770d req-e7e8932b-ba66-46e9-b2b0-b389a0a89d71 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 945 time: 0.0557127 Mar 14 11:24:28.809653 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-694f6757-6d6f-4f19-85ea-0ddd4e5c770d req-75a2d00f-7577-4ade-a655-26a408ff2a39 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427811 Mar 14 11:24:29.168622 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ff8d6-0d77-4b07-9947-9d1440c68c04 req-2fbe6c36-c235-492a-b795-20273c1725bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:29.170228 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-572ff8d6-0d77-4b07-9947-9d1440c68c04 req-2fbe6c36-c235-492a-b795-20273c1725bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 1129 time: 0.0424414 Mar 14 11:24:29.221400 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-572ff8d6-0d77-4b07-9947-9d1440c68c04 req-98362ac9-554f-4008-bc31-ce8c7cf03d51 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383697 Mar 14 11:24:29.932044 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd9c0f-5f5a-489b-983d-f98ec847d2d8 req-d3b09fef-e1e9-4c31-ac99-7350e975dfcc tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:29.933470 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ccfd9c0f-5f5a-489b-983d-f98ec847d2d8 req-d3b09fef-e1e9-4c31-ac99-7350e975dfcc tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 945 time: 0.0557992 Mar 14 11:24:29.981455 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ccfd9c0f-5f5a-489b-983d-f98ec847d2d8 req-805d2b1a-ecce-4237-9479-bcb890c84d04 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423684 Mar 14 11:24:31.098191 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e46e3-fe6b-49d8-a6bd-fefa80b941a6 req-35588baa-7aac-4513-b4be-591a19a7108e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:31.100198 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd4e46e3-fe6b-49d8-a6bd-fefa80b941a6 req-35588baa-7aac-4513-b4be-591a19a7108e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 945 time: 0.0525703 Mar 14 11:24:31.151021 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-dd4e46e3-fe6b-49d8-a6bd-fefa80b941a6 req-3deca079-0bf3-4bc0-9f01-483366d823e4 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453885 Mar 14 11:24:32.270971 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd5c64-36cd-4bdd-8929-840f834f587a req-fbb90ed8-ad30-4a92-ad44-98baca0f0b29 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:32.272475 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-68dd5c64-36cd-4bdd-8929-840f834f587a req-fbb90ed8-ad30-4a92-ad44-98baca0f0b29 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 945 time: 0.0578744 Mar 14 11:24:32.322196 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-68dd5c64-36cd-4bdd-8929-840f834f587a req-b506b63e-a6f9-43cf-938a-faf0ac997d71 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441496 Mar 14 11:24:32.438313 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533293d6-ff4c-4830-bf05-c01bdde32366 req-e7bfbb78-ba74-4bd7-83f5-34fa2f6b8896 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:32.439665 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-533293d6-ff4c-4830-bf05-c01bdde32366 req-e7bfbb78-ba74-4bd7-83f5-34fa2f6b8896 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 945 time: 0.0512798 Mar 14 11:24:32.491407 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-533293d6-ff4c-4830-bf05-c01bdde32366 req-514ed884-8f1a-494b-8e40-2ea3fa088738 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462313 Mar 14 11:24:32.517613 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57074) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:32.705727 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f7bcae-c638-45c6-be02-776f43be2485 tempest-TestVolumeBootPattern-1278944951 tempest-TestVolumeBootPattern-1278944951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:32.707212 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-54f7bcae-c638-45c6-be02-776f43be2485 tempest-TestVolumeBootPattern-1278944951 tempest-TestVolumeBootPattern-1278944951-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 1124 time: 0.1886349 Mar 14 11:24:32.710138 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57080) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:24:32.714202 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Request body: {'floatingip': {'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'port_id': 'd839bdae-f635-4104-956d-2bd5921475f6', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:24:32.804569 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:32.901584 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:33.005034 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Allocated IP 172.27.3.192 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/92b9daef-73cd-4194-ab81-f1449e818000) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:24:33.104693 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for port (92b9daef-73cd-4194-ab81-f1449e818000), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:33.170316 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (92b9daef-73cd-4194-ab81-f1449e818000), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:33.209647 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:24:33.212429 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:24:33.215871 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:24:33.221872 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'Port': ['ID=92b9daef-73cd-4194-ab81-f1449e818000,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:33.831397 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for floatingip (eddb501e-9364-4fbc-9136-5a40077a4d8f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:33.951357 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (92b9daef-73cd-4194-ab81-f1449e818000), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:34.099299 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for port (92b9daef-73cd-4194-ab81-f1449e818000), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:34.188420 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (92b9daef-73cd-4194-ab81-f1449e818000), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:34.262267 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'Port': ['ID=92b9daef-73cd-4194-ab81-f1449e818000,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:34.269678 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (eddb501e-9364-4fbc-9136-5a40077a4d8f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:34.368995 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Floating IP eddb501e-9364-4fbc-9136-5a40077a4d8f associated. External IP: 172.27.3.192, port: d839bdae-f635-4104-956d-2bd5921475f6. Mar 14 11:24:34.578896 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Router 7bc4534f-0190-4376-88e6-28abd32b88e8 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:24:34.690253 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:24:34.699818 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571b42e-9f9f-4581-8481-d36045bcd08a None None] Sync routers for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:24:34.712857 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571b42e-9f9f-4581-8481-d36045bcd08a None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:24:34.713486 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-6571b42e-9f9f-4581-8481-d36045bcd08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:24:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:34.790833 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:34.840065 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6b0b5cb8-488e-4141-8f5b-7e3ee85e8817 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1151295 Mar 14 11:24:34.840065 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f209ed8c-ecc7-405f-8789-e355bc552e0a', 'tag': 'd839bdae-f635-4104-956d-2bd5921475f6'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:24:34.840065 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a82408aa6d8333e2181d16c09767b8a1ebc4ae77f8efd81ec4377ebaeeb989a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2aae76b-1512-404e-b840-41b59c74cb79" -d '{"events": [{"name": "network-changed", "server_uuid": "f209ed8c-ecc7-405f-8789-e355bc552e0a", "tag": "d839bdae-f635-4104-956d-2bd5921475f6"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:24:34.841102 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-6571b42e-9f9f-4581-8481-d36045bcd08a None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:24:34.850422 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6bd64-1cc7-4756-9b25-257f944780cc req-330eaaf2-6c80-4696-b6a6-83ce83af93b3 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:34.851896 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17a6bd64-1cc7-4756-9b25-257f944780cc req-330eaaf2-6c80-4696-b6a6-83ce83af93b3 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0963597 Mar 14 11:24:34.876945 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e449e15-806d-43dd-9aa8-c5b5d4e5c9f8 x-openstack-request-id: req-3e449e15-806d-43dd-9aa8-c5b5d4e5c9f8 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:24:34.876945 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f209ed8c-ecc7-405f-8789-e355bc552e0a", "tag": "d839bdae-f635-4104-956d-2bd5921475f6", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:24:34.876945 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e449e15-806d-43dd-9aa8-c5b5d4e5c9f8 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:24:34.876945 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f209ed8c-ecc7-405f-8789-e355bc552e0a', 'tag': 'd839bdae-f635-4104-956d-2bd5921475f6', 'status': 'completed', 'code': 200} Mar 14 11:24:34.904117 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-17a6bd64-1cc7-4756-9b25-257f944780cc req-c7ffeb5f-6076-4880-88f5-f8f363f1612d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465820 Mar 14 11:24:34.946179 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aae76b-1512-404e-b840-41b59c74cb79 req-22a6651e-34bb-4cc4-98ee-c178f94c7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:34.947733 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d2aae76b-1512-404e-b840-41b59c74cb79 req-22a6651e-34bb-4cc4-98ee-c178f94c7e13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 1129 time: 0.0459204 Mar 14 11:24:35.040889 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aae76b-1512-404e-b840-41b59c74cb79 req-998624ec-ac20-4f89-a8c4-50dbcb8b7d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:35.042395 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d2aae76b-1512-404e-b840-41b59c74cb79 req-998624ec-ac20-4f89-a8c4-50dbcb8b7d9a service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f63bf05-fb51-48ef-987d-7a89bd6f7088 HTTP/1.1" status: 200 len: 912 time: 0.0861268 Mar 14 11:24:35.064740 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-6571b42e-9f9f-4581-8481-d36045bcd08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': 'eddb501e-9364-4fbc-9136-5a40077a4d8f', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'port_id': 'd839bdae-f635-4104-956d-2bd5921475f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'mac_address': 'fa:16:3e:35:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209ed8c-ecc7-405f-8789-e355bc552e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:24:33Z', 'updated_at': '2022-03-14T11:24:33Z', 'revision_number': 0, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:35.094866 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571b42e-9f9f-4581-8481-d36045bcd08a None None] Checking router: 7bc4534f-0190-4376-88e6-28abd32b88e8 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:24:35.103121 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6571b42e-9f9f-4581-8481-d36045bcd08a None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:24:35.103719 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-6571b42e-9f9f-4581-8481-d36045bcd08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:24:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:35.105748 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d2aae76b-1512-404e-b840-41b59c74cb79 req-f3f94349-17d1-4e58-84e7-9685ca4fe0db service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d839bdae-f635-4104-956d-2bd5921475f6 HTTP/1.1" status: 200 len: 999 time: 0.0570092 Mar 14 11:24:35.154057 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aae76b-1512-404e-b840-41b59c74cb79 req-c70a4797-7941-4ef5-a387-05106ee8c761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:35.156298 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d2aae76b-1512-404e-b840-41b59c74cb79 req-c70a4797-7941-4ef5-a387-05106ee8c761 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327 HTTP/1.1" status: 200 len: 850 time: 0.0438750 Mar 14 11:24:35.206539 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aae76b-1512-404e-b840-41b59c74cb79 req-41c60bac-9cfb-43fc-858d-cff9f37aac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:35.207933 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d2aae76b-1512-404e-b840-41b59c74cb79 req-41c60bac-9cfb-43fc-858d-cff9f37aac27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f63bf05-fb51-48ef-987d-7a89bd6f7088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461023 Mar 14 11:24:35.224751 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-6571b42e-9f9f-4581-8481-d36045bcd08a None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:24:35.294697 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9220cc6a-1e18-4e79-9618-730b3fb8e9cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:35.297790 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d2aae76b-1512-404e-b840-41b59c74cb79 req-7a64b9e4-8129-48e5-9ec0-c8d1dc6ed5f2 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837822 Mar 14 11:24:35.392940 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d2aae76b-1512-404e-b840-41b59c74cb79 req-a7edd9ee-9752-4629-861c-0f921d25276d service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883174 Mar 14 11:24:35.451664 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-6571b42e-9f9f-4581-8481-d36045bcd08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': 'eddb501e-9364-4fbc-9136-5a40077a4d8f', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'port_id': 'd839bdae-f635-4104-956d-2bd5921475f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'mac_address': 'fa:16:3e:35:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209ed8c-ecc7-405f-8789-e355bc552e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:24:33Z', 'updated_at': '2022-03-14T11:24:33Z', 'revision_number': 0, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:35.489585 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6571b42e-9f9f-4581-8481-d36045bcd08a None None] The sync data for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi is: [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': 'eddb501e-9364-4fbc-9136-5a40077a4d8f', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'port_id': 'd839bdae-f635-4104-956d-2bd5921475f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'mac_address': 'fa:16:3e:35:9e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209ed8c-ecc7-405f-8789-e355bc552e0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:24:33Z', 'updated_at': '2022-03-14T11:24:33Z', 'revision_number': 0, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:24:35.683773 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625db00d-4284-4eb7-9483-4a05d6f0ff4e None None] New status for floating IP eddb501e-9364-4fbc-9136-5a40077a4d8f: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:24:36.027891 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7cc5d-dbf4-4615-ac96-7e152822e50f req-0c63c722-f6c0-4e73-a925-403a6600d22d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:36.029326 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-17e7cc5d-dbf4-4615-ac96-7e152822e50f req-0c63c722-f6c0-4e73-a925-403a6600d22d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0512409 Mar 14 11:24:36.074160 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-17e7cc5d-dbf4-4615-ac96-7e152822e50f req-be487c89-7586-40b0-9625-3931e3fe8e53 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385380 Mar 14 11:24:37.194105 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca897e6d-3789-45c8-b24f-2d0070f7d2e1 req-e4a45bae-ffb4-4d45-9760-37d59f419ec1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:37.195567 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca897e6d-3789-45c8-b24f-2d0070f7d2e1 req-e4a45bae-ffb4-4d45-9760-37d59f419ec1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0513630 Mar 14 11:24:37.245492 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca897e6d-3789-45c8-b24f-2d0070f7d2e1 req-90a1aed8-c707-47c8-943d-0c2fad868c34 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442913 Mar 14 11:24:37.387178 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b3ad3aa3-28ec-47dc-a702-e7c30bb80789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:38.371565 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fac8ea-b9f1-4756-a17f-e42799028ab4 req-d2e5c138-764b-40c5-b5d8-2bf3be092c21 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:38.373008 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-62fac8ea-b9f1-4756-a17f-e42799028ab4 req-d2e5c138-764b-40c5-b5d8-2bf3be092c21 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0545690 Mar 14 11:24:38.417623 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-62fac8ea-b9f1-4756-a17f-e42799028ab4 req-f34c3b62-79f7-40ae-a48d-ff301111bdf2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384660 Mar 14 11:24:38.650079 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:39.050243 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:39.538822 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382fc5a-32ee-4dd1-9342-51e78c8b18bc req-8c687a13-ff0d-458e-99ae-c35611464013 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:39.540277 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b382fc5a-32ee-4dd1-9342-51e78c8b18bc req-8c687a13-ff0d-458e-99ae-c35611464013 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0517170 Mar 14 11:24:39.585517 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b382fc5a-32ee-4dd1-9342-51e78c8b18bc req-71377eda-8f9e-4f5a-a6b2-24feb954aea5 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398240 Mar 14 11:24:40.364676 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:40.704760 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75002929-3ef9-4828-9e48-2f05a96e3c76 req-bdf5c90d-60c6-4a55-862d-2ffe1492e93b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:40.706223 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-75002929-3ef9-4828-9e48-2f05a96e3c76 req-bdf5c90d-60c6-4a55-862d-2ffe1492e93b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0522273 Mar 14 11:24:40.753759 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-75002929-3ef9-4828-9e48-2f05a96e3c76 req-ea242938-950a-4025-9ed3-f3d650d9882f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420134 Mar 14 11:24:41.753175 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:41.876511 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8052a38-cbc9-4466-bd58-891b5930baf3 req-a22e98bf-ac35-4007-b350-af511f4c8074 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:41.877995 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d8052a38-cbc9-4466-bd58-891b5930baf3 req-a22e98bf-ac35-4007-b350-af511f4c8074 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0534663 Mar 14 11:24:41.923841 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d8052a38-cbc9-4466-bd58-891b5930baf3 req-71ee22e4-158e-4deb-9491-f9e3c9aa99d5 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403776 Mar 14 11:24:43.044100 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d559694-fede-491d-8ffa-64db743138c6 req-493a0280-0c82-4000-901d-bb36a7d94467 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:43.045539 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4d559694-fede-491d-8ffa-64db743138c6 req-493a0280-0c82-4000-901d-bb36a7d94467 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0518146 Mar 14 11:24:43.093805 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4d559694-fede-491d-8ffa-64db743138c6 req-bf53ed99-6ffe-4973-bd93-2d6365a546fa tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420094 Mar 14 11:24:44.219344 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73acd2-9184-4e57-a85e-88e35a6e4dbc req-27e8b093-4930-47ed-9950-767ccb24b764 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:44.220795 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a73acd2-9184-4e57-a85e-88e35a6e4dbc req-27e8b093-4930-47ed-9950-767ccb24b764 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0556836 Mar 14 11:24:44.268936 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1a73acd2-9184-4e57-a85e-88e35a6e4dbc req-0b10210b-f154-4616-8201-f752acc9bca7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424857 Mar 14 11:24:45.388442 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9b95f-93db-47ac-97b8-f7c7cd192c24 req-35cecb6b-1273-4965-85c5-8a062c7a5349 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:45.390077 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-58d9b95f-93db-47ac-97b8-f7c7cd192c24 req-35cecb6b-1273-4965-85c5-8a062c7a5349 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0524614 Mar 14 11:24:45.435700 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-58d9b95f-93db-47ac-97b8-f7c7cd192c24 req-5104328c-17da-47e4-aed4-a5a3609eed23 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401869 Mar 14 11:24:46.555302 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bbe81-5de2-4222-a56f-3c367fb05086 req-96f529e7-47cd-40df-88a8-df99e928240b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:46.556646 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-559bbe81-5de2-4222-a56f-3c367fb05086 req-96f529e7-47cd-40df-88a8-df99e928240b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0507119 Mar 14 11:24:46.601436 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-559bbe81-5de2-4222-a56f-3c367fb05086 req-07d87e52-648d-4e1e-89be-8a0d6978dbdc tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385509 Mar 14 11:24:47.725228 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e42372-4fdf-4aa0-ac34-2dcbe2b49c77 req-8c20befe-0774-45a7-a09e-87472f56ddc7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:47.726713 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-81e42372-4fdf-4aa0-ac34-2dcbe2b49c77 req-8c20befe-0774-45a7-a09e-87472f56ddc7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0514088 Mar 14 11:24:47.773926 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-81e42372-4fdf-4aa0-ac34-2dcbe2b49c77 req-8a106574-399e-42fc-9394-7bd8b9cba4e6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417037 Mar 14 11:24:48.901205 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68351be8-c2f9-4777-9231-36042b9f54a5 req-65c51299-b1f1-45f6-b75e-1e5d695553a6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:48.902613 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68351be8-c2f9-4777-9231-36042b9f54a5 req-65c51299-b1f1-45f6-b75e-1e5d695553a6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0554028 Mar 14 11:24:48.947556 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68351be8-c2f9-4777-9231-36042b9f54a5 req-3ddfd280-6c23-4864-90f6-cf8440ffd2f3 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386982 Mar 14 11:24:50.070682 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9da7a0-cb47-460e-8cca-186c4d4bc7f3 req-87f13c26-f9da-4543-8ef1-c5853e1bf12f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:50.072115 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5a9da7a0-cb47-460e-8cca-186c4d4bc7f3 req-87f13c26-f9da-4543-8ef1-c5853e1bf12f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0540948 Mar 14 11:24:50.117922 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5a9da7a0-cb47-460e-8cca-186c4d4bc7f3 req-4bc88702-ba3d-4c6c-ac5d-8194182810d7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403724 Mar 14 11:24:51.239088 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490885b-dbe4-46fc-8ce5-532836ca4eea req-0790c383-8e26-4d23-af8c-20967b2adbfd tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:51.240553 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5490885b-dbe4-46fc-8ce5-532836ca4eea req-0790c383-8e26-4d23-af8c-20967b2adbfd tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0513737 Mar 14 11:24:51.287508 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5490885b-dbe4-46fc-8ce5-532836ca4eea req-a8bee059-c5a3-4419-ab34-5a363aa90de6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415266 Mar 14 11:24:52.392929 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device e2cceb08-3771-4458-af33-1feb1042b764 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:24:52.411171 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b5692-94aa-4ddd-8bf9-a8c1bd697efb req-9bc4939c-7dd1-4b16-8c43-9afc1f9a23b7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:52.412669 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f40b5692-94aa-4ddd-8bf9-a8c1bd697efb req-9bc4939c-7dd1-4b16-8c43-9afc1f9a23b7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0529385 Mar 14 11:24:52.458841 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f40b5692-94aa-4ddd-8bf9-a8c1bd697efb req-7367bdaa-c740-4a69-9384-03c97509d259 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406809 Mar 14 11:24:52.488529 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port e2cceb08-3771-4458-af33-1feb1042b764, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e2cceb08-3771-4458-af33-1feb1042b764,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:52.500218 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': 'e2cceb08-3771-4458-af33-1feb1042b764', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'port_id': 'e2cceb08-3771-4458-af33-1feb1042b764', 'mac_address': 'fa:16:3e:52:24:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:24:52.539378 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port e2cceb08-3771-4458-af33-1feb1042b764 is: ACTIVE; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:24:52.539700 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e2cceb08-3771-4458-af33-1feb1042b764), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:52.552870 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2cceb08-3771-4458-af33-1feb1042b764 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:24:52.572261 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port e2cceb08-3771-4458-af33-1feb1042b764, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e2cceb08-3771-4458-af33-1feb1042b764,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:52.637898 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e2cceb08-3771-4458-af33-1feb1042b764), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:52.688835 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=e2cceb08-3771-4458-af33-1feb1042b764,revision_number=6']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:52.760058 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['e2cceb08-3771-4458-af33-1feb1042b764'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:24:53.581170 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2fb7f-ddcf-4320-b8e5-b03e208ab903 req-77ead425-3997-4f62-b655-80c6f1877a42 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:53.582544 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cc2fb7f-ddcf-4320-b8e5-b03e208ab903 req-77ead425-3997-4f62-b655-80c6f1877a42 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 945 time: 0.0530176 Mar 14 11:24:53.631681 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7cc2fb7f-ddcf-4320-b8e5-b03e208ab903 req-792b14e7-5497-4452-87f9-e1c4a43eb6ec tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437319 Mar 14 11:24:54.384477 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device e2cceb08-3771-4458-af33-1feb1042b764 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:24:54.432316 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port e2cceb08-3771-4458-af33-1feb1042b764 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:24:54.432691 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e2cceb08-3771-4458-af33-1feb1042b764), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:54.632653 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port e2cceb08-3771-4458-af33-1feb1042b764 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:24:54.633046 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e2cceb08-3771-4458-af33-1feb1042b764), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:54.662134 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cceb08-3771-4458-af33-1feb1042b764'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:24:54.664349 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a447bb-ad31-4554-93d5-a023a8f5dde8" -d '{"events": [{"server_uuid": "fe138d1f-390a-46f7-8c07-3221da78a58a", "name": "network-vif-plugged", "status": "completed", "tag": "e2cceb08-3771-4458-af33-1feb1042b764"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:24:54.677059 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port e2cceb08-3771-4458-af33-1feb1042b764, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e2cceb08-3771-4458-af33-1feb1042b764,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:54.700815 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8be43d-8cd0-46ed-859a-0d109356bad0 x-openstack-request-id: req-bc8be43d-8cd0-46ed-859a-0d109356bad0 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:24:54.701109 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe138d1f-390a-46f7-8c07-3221da78a58a", "name": "network-vif-plugged", "status": "completed", "tag": "e2cceb08-3771-4458-af33-1feb1042b764", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:24:54.701368 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc8be43d-8cd0-46ed-859a-0d109356bad0 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:24:54.702412 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cceb08-3771-4458-af33-1feb1042b764', 'code': 200} Mar 14 11:24:54.741597 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e2cceb08-3771-4458-af33-1feb1042b764), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:54.755228 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d35a2-3be1-48e0-8157-d9033c9dbb4c req-c4e663c0-d450-4bc2-a4e4-b94dc62760fa tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:54.756697 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fc8d35a2-3be1-48e0-8157-d9033c9dbb4c req-c4e663c0-d450-4bc2-a4e4-b94dc62760fa tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 945 time: 0.0528560 Mar 14 11:24:54.789743 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=e2cceb08-3771-4458-af33-1feb1042b764,revision_number=7']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:54.807599 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fc8d35a2-3be1-48e0-8157-d9033c9dbb4c req-ed37e226-ce02-499a-9f45-1721a6ad5d7b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450830 Mar 14 11:24:55.672705 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb575979-7c71-456c-b9ab-0e34e699af8b req-5538d572-b736-4004-98fd-f9f8a70b4b91 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:55.674225 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb575979-7c71-456c-b9ab-0e34e699af8b req-5538d572-b736-4004-98fd-f9f8a70b4b91 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 946 time: 0.0552065 Mar 14 11:24:55.721226 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb575979-7c71-456c-b9ab-0e34e699af8b req-21940fae-20cf-455d-847d-9c7fed47997f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416136 Mar 14 11:24:55.834746 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:24:55.932418 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b8b61-09a9-4fb3-9bd7-1b3c649faa50 req-11348a4e-db7f-4bec-b4fb-fc5f8d9f4eb7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:55.933870 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-708b8b61-09a9-4fb3-9bd7-1b3c649faa50 req-11348a4e-db7f-4bec-b4fb-fc5f8d9f4eb7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0544012 Mar 14 11:24:55.980285 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-708b8b61-09a9-4fb3-9bd7-1b3c649faa50 req-47db285c-7ec0-43d5-ba60-b6a57ce18b33 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406370 Mar 14 11:24:56.838020 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d531f10-549f-4553-beee-81825b8d208c req-0dfad781-99c7-4848-a87b-6bb78d24ac59 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:56.839478 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5d531f10-549f-4553-beee-81825b8d208c req-0dfad781-99c7-4848-a87b-6bb78d24ac59 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 946 time: 0.0513396 Mar 14 11:24:56.885063 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5d531f10-549f-4553-beee-81825b8d208c req-36952e5a-8d21-487f-9943-e1ee398ec8b8 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399706 Mar 14 11:24:57.105713 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387b697-1947-4b83-a688-af6328f7d10e req-76c8c51c-4806-4c1a-891e-6d1d5ab60bb2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:57.107211 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4387b697-1947-4b83-a688-af6328f7d10e req-76c8c51c-4806-4c1a-891e-6d1d5ab60bb2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0522475 Mar 14 11:24:57.155216 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4387b697-1947-4b83-a688-af6328f7d10e req-92b56f27-390e-48b6-85fa-1c6c05781284 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413821 Mar 14 11:24:57.593323 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de7454-10ff-4539-acf8-0633236628d6 req-f8e92846-25cb-49c0-b56f-f0e6abe784c5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:57.594792 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-17de7454-10ff-4539-acf8-0633236628d6 req-f8e92846-25cb-49c0-b56f-f0e6abe784c5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 946 time: 0.0544143 Mar 14 11:24:57.685799 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-17de7454-10ff-4539-acf8-0633236628d6 req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Deleting port 8f92456a-7462-4ec1-846a-06c44372649f {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:24:57.686168 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-17de7454-10ff-4539-acf8-0633236628d6 req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (8f92456a-7462-4ec1-846a-06c44372649f), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:57.774041 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-17de7454-10ff-4539-acf8-0633236628d6 req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] For port 8f92456a-7462-4ec1-846a-06c44372649f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8f92456a-7462-4ec1-846a-06c44372649f,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:24:57.774407 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-17de7454-10ff-4539-acf8-0633236628d6 req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (8f92456a-7462-4ec1-846a-06c44372649f), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:58.252478 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903e4e7-e641-4212-9d5f-4443f4760bc4 req-9939a9fe-ac3b-4ebb-b99c-58fd0d9b21d5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:58.254063 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9903e4e7-e641-4212-9d5f-4443f4760bc4 req-9939a9fe-ac3b-4ebb-b99c-58fd0d9b21d5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 946 time: 0.1385031 Mar 14 11:24:58.289700 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa5747-c3cf-406d-a848-cdb502f2932a req-66615eb2-7d42-427b-bc4f-9571acd491fb tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:58.291254 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71fa5747-c3cf-406d-a848-cdb502f2932a req-66615eb2-7d42-427b-bc4f-9571acd491fb tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0615895 Mar 14 11:24:58.294736 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-17de7454-10ff-4539-acf8-0633236628d6 req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:58.294736 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-17de7454-10ff-4539-acf8-0633236628d6 req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (7f673e45-c99f-4433-8309-b4a9caf5edca), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:58.294736 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [req-17de7454-10ff-4539-acf8-0633236628d6 req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Floating IP 7f673e45-c99f-4433-8309-b4a9caf5edca disassociated. External IP: 172.27.3.140, port: 8f92456a-7462-4ec1-846a-06c44372649f. Mar 14 11:24:58.294736 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-17de7454-10ff-4539-acf8-0633236628d6 req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Calling delete_port for 8f92456a-7462-4ec1-846a-06c44372649f owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:24:58.342144 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71fa5747-c3cf-406d-a848-cdb502f2932a req-4560c23a-3132-4f82-a75a-99ec97aec5fa tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443096 Mar 14 11:24:58.370487 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9903e4e7-e641-4212-9d5f-4443f4760bc4 req-7e73b375-3790-4b2d-bd85-c78a7e583225 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1043587 Mar 14 11:24:58.518867 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-17de7454-10ff-4539-acf8-0633236628d6 req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (8f92456a-7462-4ec1-846a-06c44372649f), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:58.545772 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event deleted for resources: {'Port': ['ID=8f92456a-7462-4ec1-846a-06c44372649f,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:24:58.556491 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:58.556853 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:58.557198 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:58.557534 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:58.557880 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:58.558246 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:58.558588 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:58.558927 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:58.559354 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:58.559696 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:58.560473 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:58.560473 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:58.560658 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:58.561004 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:58.561319 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:24:58.679592 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17de7454-10ff-4539-acf8-0633236628d6 req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Router fc7c283b-5081-4de4-b36a-cf56356795a5 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:24:58.791212 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17de7454-10ff-4539-acf8-0633236628d6 req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:24:58.801672 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb11574-b026-4440-b0f3-da09728ec5e1 None None] Sync routers for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:24:58.811368 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb11574-b026-4440-b0f3-da09728ec5e1 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:24:58.812049 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-6eb11574-b026-4440-b0f3-da09728ec5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:24:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:58.831072 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-17de7454-10ff-4539-acf8-0633236628d6 req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] No DVR routers for this DVR port 8f92456a-7462-4ec1-846a-06c44372649f on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:24:58.833532 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-17de7454-10ff-4539-acf8-0633236628d6 req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:24:58.836814 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-17de7454-10ff-4539-acf8-0633236628d6 req-432265c0-429b-4ac1-840c-8b64e476afa7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "DELETE /v2.0/ports/8f92456a-7462-4ec1-846a-06c44372649f HTTP/1.1" status: 204 len: 173 time: 1.2364399 Mar 14 11:24:58.837260 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7', 'name': 'network-vif-deleted', 'tag': '8f92456a-7462-4ec1-846a-06c44372649f'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:24:58.839953 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbfa180-a75d-4e60-a3e2-2d7298212bc5" -d '{"events": [{"server_uuid": "dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7", "name": "network-vif-deleted", "tag": "8f92456a-7462-4ec1-846a-06c44372649f"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:24:58.895887 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13548016-8593-44a7-a6a2-59816e51bd44 x-openstack-request-id: req-13548016-8593-44a7-a6a2-59816e51bd44 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:24:58.896041 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7", "name": "network-vif-deleted", "tag": "8f92456a-7462-4ec1-846a-06c44372649f", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:24:58.896211 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13548016-8593-44a7-a6a2-59816e51bd44 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:24:58.896667 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7', 'name': 'network-vif-deleted', 'tag': '8f92456a-7462-4ec1-846a-06c44372649f', 'status': 'completed', 'code': 200} Mar 14 11:24:58.973627 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-6eb11574-b026-4440-b0f3-da09728ec5e1 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:24:59.272074 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-6eb11574-b026-4440-b0f3-da09728ec5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '0dd6e900-fb9c-45db-8618-4877db55c904', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': '37db8c2b-4425-430a-83d3-9081458ce2e5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:b8:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:19:44Z', 'updated_at': '2022-03-14T11:20:24Z', 'revision_number': 2, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:59.301073 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb11574-b026-4440-b0f3-da09728ec5e1 None None] Checking router: fc7c283b-5081-4de4-b36a-cf56356795a5 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:24:59.310121 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb11574-b026-4440-b0f3-da09728ec5e1 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:24:59.310765 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-6eb11574-b026-4440-b0f3-da09728ec5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:24:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:59.453446 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-6eb11574-b026-4440-b0f3-da09728ec5e1 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:24:59.511953 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9bd7d42a-5eee-490e-8ca0-5c04621992a7 req-f6179dc2-0f2d-4270-ad79-0b0620b8b9ec tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=dc9fb7c7-118e-4a80-b89a-edb9bbf4e4b7 HTTP/1.1" status: 200 len: 210 time: 0.0397410 Mar 14 11:24:59.559633 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8503074-a2e5-4e55-8407-f90973c877a2 req-e32191d1-7306-4fd8-86e2-e059b0caacbb tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:24:59.567968 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e8503074-a2e5-4e55-8407-f90973c877a2 req-e32191d1-7306-4fd8-86e2-e059b0caacbb tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0832148 Mar 14 11:24:59.627463 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e8503074-a2e5-4e55-8407-f90973c877a2 req-a6b4517f-e83f-414c-97ff-3ea4e3867f02 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526395 Mar 14 11:24:59.814191 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-6eb11574-b026-4440-b0f3-da09728ec5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '0dd6e900-fb9c-45db-8618-4877db55c904', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': '37db8c2b-4425-430a-83d3-9081458ce2e5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:b8:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:19:44Z', 'updated_at': '2022-03-14T11:20:24Z', 'revision_number': 2, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:24:59.847485 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb11574-b026-4440-b0f3-da09728ec5e1 None None] The sync data for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi is: [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '0dd6e900-fb9c-45db-8618-4877db55c904', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.49', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': '37db8c2b-4425-430a-83d3-9081458ce2e5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:b8:c3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:19:44Z', 'updated_at': '2022-03-14T11:20:24Z', 'revision_number': 2, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:25:00.130558 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7a6b54-e338-444f-b5d7-10eeb2cfbeef None None] New status for floating IP 7f673e45-c99f-4433-8309-b4a9caf5edca: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:25:00.752562 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110ec21-8caf-42d2-8f3f-bfb136f8b0bc req-d7baf621-735e-4a5b-854c-1a4d624c6466 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:00.754825 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c110ec21-8caf-42d2-8f3f-bfb136f8b0bc req-d7baf621-735e-4a5b-854c-1a4d624c6466 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0598278 Mar 14 11:25:00.787109 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 57220) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:00.817229 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c110ec21-8caf-42d2-8f3f-bfb136f8b0bc req-1456ec75-5e56-49aa-a572-2d9aa1a6700f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565529 Mar 14 11:25:00.871420 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c2d99cd1-9ad0-4814-b4e6-0a033edd57b5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:00.907036 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c2d99cd1-9ad0-4814-b4e6-0a033edd57b5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:01.067755 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c2d99cd1-9ad0-4814-b4e6-0a033edd57b5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:01.070950 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c2d99cd1-9ad0-4814-b4e6-0a033edd57b5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:01.072246 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c2d99cd1-9ad0-4814-b4e6-0a033edd57b5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "DELETE /v2.0/security-groups/3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f HTTP/1.1" status: 204 len: 168 time: 0.2838097 Mar 14 11:25:01.075100 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57222) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:01.084903 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d99cd1-9ad0-4814-b4e6-0a033edd57b5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:01.093997 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-77141777-3811-45cb-8c1c-3ce700a084cb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] show failed (client error): The resource could not be found. Mar 14 11:25:01.093997 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-77141777-3811-45cb-8c1c-3ce700a084cb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups/3dcf167b-1e87-4fe1-a3c8-f0f9590e6a8f HTTP/1.1" status: 404 len: 347 time: 0.0173175 Mar 14 11:25:01.097709 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 57224) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:01.241393 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-63ab1d0c-c836-4a11-9a5a-9bf04d3d6b81 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Deleting port 28db5b94-8eff-4175-9882-6fcfe3078378 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:25:01.241821 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-63ab1d0c-c836-4a11-9a5a-9bf04d3d6b81 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (28db5b94-8eff-4175-9882-6fcfe3078378), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:01.329182 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-63ab1d0c-c836-4a11-9a5a-9bf04d3d6b81 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (28db5b94-8eff-4175-9882-6fcfe3078378), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:01.329832 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-63ab1d0c-c836-4a11-9a5a-9bf04d3d6b81 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (28db5b94-8eff-4175-9882-6fcfe3078378), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:01.342338 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-63ab1d0c-c836-4a11-9a5a-9bf04d3d6b81 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Calling delete_port for 28db5b94-8eff-4175-9882-6fcfe3078378 owned by network:floatingip {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:25:01.581574 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-63ab1d0c-c836-4a11-9a5a-9bf04d3d6b81 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (28db5b94-8eff-4175-9882-6fcfe3078378), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:01.605604 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab1d0c-c836-4a11-9a5a-9bf04d3d6b81 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event deleted for resources: {'Port': ['ID=28db5b94-8eff-4175-9882-6fcfe3078378,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:01.677269 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-63ab1d0c-c836-4a11-9a5a-9bf04d3d6b81 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (7f673e45-c99f-4433-8309-b4a9caf5edca), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:01.679985 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-63ab1d0c-c836-4a11-9a5a-9bf04d3d6b81 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:01.681241 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-63ab1d0c-c836-4a11-9a5a-9bf04d3d6b81 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "DELETE /v2.0/floatingips/7f673e45-c99f-4433-8309-b4a9caf5edca HTTP/1.1" status: 204 len: 168 time: 0.5809042 Mar 14 11:25:01.946798 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761f519-0a21-4426-bf1a-9e4a762f2e6f req-abda8545-dbb2-4d6c-ae70-bda483d1a41f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:01.948794 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c761f519-0a21-4426-bf1a-9e4a762f2e6f req-abda8545-dbb2-4d6c-ae70-bda483d1a41f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0579240 Mar 14 11:25:02.001187 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c761f519-0a21-4426-bf1a-9e4a762f2e6f req-468055d9-db24-48dd-9e01-45a3b3d6532d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460815 Mar 14 11:25:02.459097 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 8f92456a-7462-4ec1-846a-06c44372649f no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:25:02.482001 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: 8f92456a-7462-4ec1-846a-06c44372649f {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:25:02.482820 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 8f92456a-7462-4ec1-846a-06c44372649f not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:25:03.151217 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005feea3-4fea-49b6-b0a0-c4effa2df250 req-40f626b2-6a68-4fc1-9982-b2d167e4e8d9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:03.153368 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-005feea3-4fea-49b6-b0a0-c4effa2df250 req-40f626b2-6a68-4fc1-9982-b2d167e4e8d9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0554240 Mar 14 11:25:03.226267 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-005feea3-4fea-49b6-b0a0-c4effa2df250 req-fd5f88a1-ad4a-4b29-ac3f-3311f99aca05 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649478 Mar 14 11:25:04.366824 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274e1f9-d3d5-4862-a276-f764aa8cf40c req-568373f4-515b-43a8-89ee-829c2cfd4ce5 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:04.375135 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6274e1f9-d3d5-4862-a276-f764aa8cf40c req-568373f4-515b-43a8-89ee-829c2cfd4ce5 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0657151 Mar 14 11:25:04.443279 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6274e1f9-d3d5-4862-a276-f764aa8cf40c req-28ef24de-bfc8-42a5-bc26-3e0b184568bc tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668528 Mar 14 11:25:05.056891 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0325545-2c65-4fd1-951c-00b87b45908c req-55ff8e25-2250-4eb9-a421-0460057245e3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:05.058411 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b0325545-2c65-4fd1-951c-00b87b45908c req-55ff8e25-2250-4eb9-a421-0460057245e3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 945 time: 0.0723023 Mar 14 11:25:05.120769 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b0325545-2c65-4fd1-951c-00b87b45908c req-da59489e-0950-44a2-af31-f099a627f6b3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560923 Mar 14 11:25:05.227301 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4483d5d2-454f-4c29-bab7-68a2d846678c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:05.573355 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b91b8-0eac-45e2-9921-81002cce81c0 req-5c7293a8-e298-4c15-bb0e-33d66b36d80c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:05.574419 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cf3b91b8-0eac-45e2-9921-81002cce81c0 req-5c7293a8-e298-4c15-bb0e-33d66b36d80c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0553553 Mar 14 11:25:05.622300 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cf3b91b8-0eac-45e2-9921-81002cce81c0 req-ad86ef2e-5a48-41af-8190-d2d0855a4ab2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415618 Mar 14 11:25:06.260979 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43738795-6dd4-43a9-bf9a-d6e912e369a0 req-951e5700-812f-43e0-aabb-ffc60fd4ef86 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:06.262539 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43738795-6dd4-43a9-bf9a-d6e912e369a0 req-951e5700-812f-43e0-aabb-ffc60fd4ef86 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 945 time: 0.0684152 Mar 14 11:25:06.329842 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43738795-6dd4-43a9-bf9a-d6e912e369a0 req-a636aad3-b05e-4ef9-9f49-5d99ccc34018 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572221 Mar 14 11:25:06.785697 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0b55b-c0c3-44d8-9a22-4e5774f423ad req-aa2ccc9c-4989-443c-9714-106fdccadc1f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:06.790875 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5ea0b55b-c0c3-44d8-9a22-4e5774f423ad req-aa2ccc9c-4989-443c-9714-106fdccadc1f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0907974 Mar 14 11:25:06.846412 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5ea0b55b-c0c3-44d8-9a22-4e5774f423ad req-f7b6c1d7-3ee9-4c8f-bcf6-540d3c1d312c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524783 Mar 14 11:25:07.242846 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-7e31449a-5198-47f0-9e7a-d9907bb78d13 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:07.244993 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-7e31449a-5198-47f0-9e7a-d9907bb78d13 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 945 time: 0.0765016 Mar 14 11:25:07.376523 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3e1d-ba8c-46e9-9008-5a4cf714cff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:07.397701 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-eb2009b1-2fe5-41a7-90cc-907d3035dd4c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Deleting port 37db8c2b-4425-430a-83d3-9081458ce2e5 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:25:07.398676 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-eb2009b1-2fe5-41a7-90cc-907d3035dd4c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:07.462288 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63166ec-4711-48d8-897c-29039535deab req-493544d9-14bb-4a51-a288-c6e67423e887 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:07.469901 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a63166ec-4711-48d8-897c-29039535deab req-493544d9-14bb-4a51-a288-c6e67423e887 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 945 time: 0.0633631 Mar 14 11:25:07.521104 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a63166ec-4711-48d8-897c-29039535deab req-2a75f444-f25c-4a0f-a620-7e44ad133e45 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=20d07991-6059-41a8-9417-9a46c17c79d4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502410 Mar 14 11:25:07.522629 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-eb2009b1-2fe5-41a7-90cc-907d3035dd4c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] For port 37db8c2b-4425-430a-83d3-9081458ce2e5, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=37db8c2b-4425-430a-83d3-9081458ce2e5,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:25:07.523263 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-eb2009b1-2fe5-41a7-90cc-907d3035dd4c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:07.721696 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-eb2009b1-2fe5-41a7-90cc-907d3035dd4c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:07.722101 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-eb2009b1-2fe5-41a7-90cc-907d3035dd4c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (0dd6e900-fb9c-45db-8618-4877db55c904), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:07.722610 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-eb2009b1-2fe5-41a7-90cc-907d3035dd4c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Floating IP 0dd6e900-fb9c-45db-8618-4877db55c904 disassociated. External IP: 172.27.3.49, port: 37db8c2b-4425-430a-83d3-9081458ce2e5. Mar 14 11:25:07.722957 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-eb2009b1-2fe5-41a7-90cc-907d3035dd4c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Calling delete_port for 37db8c2b-4425-430a-83d3-9081458ce2e5 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:25:07.955495 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-eb2009b1-2fe5-41a7-90cc-907d3035dd4c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (37db8c2b-4425-430a-83d3-9081458ce2e5), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:08.015914 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2009b1-2fe5-41a7-90cc-907d3035dd4c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event deleted for resources: {'Port': ['ID=37db8c2b-4425-430a-83d3-9081458ce2e5,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:08.097193 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f293fd-143b-45f4-9c82-53882728ce22 req-a3cea4fc-9468-4b31-b81a-91e3727369dc tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:08.098736 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-89f293fd-143b-45f4-9c82-53882728ce22 req-a3cea4fc-9468-4b31-b81a-91e3727369dc tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.1581576 Mar 14 11:25:08.234517 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-89f293fd-143b-45f4-9c82-53882728ce22 req-0653f0e2-b184-4650-8fb8-6cc96420624b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247058 Mar 14 11:25:08.253243 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-eb2009b1-2fe5-41a7-90cc-907d3035dd4c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Router fc7c283b-5081-4de4-b36a-cf56356795a5 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:25:08.393320 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-eb2009b1-2fe5-41a7-90cc-907d3035dd4c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:25:08.406405 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa40a4e-5205-4644-bd29-2f35591884de None None] Sync routers for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:25:08.427146 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa40a4e-5205-4644-bd29-2f35591884de None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:25:08.427775 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-7fa40a4e-5205-4644-bd29-2f35591884de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:25:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:08.444323 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-eb2009b1-2fe5-41a7-90cc-907d3035dd4c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] No DVR routers for this DVR port 37db8c2b-4425-430a-83d3-9081458ce2e5 on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:25:08.447057 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-eb2009b1-2fe5-41a7-90cc-907d3035dd4c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:08.451021 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8b3e2d5b-42bf-4ba0-a85c-d45b0e1dfbc8 req-eb2009b1-2fe5-41a7-90cc-907d3035dd4c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "DELETE /v2.0/ports/37db8c2b-4425-430a-83d3-9081458ce2e5 HTTP/1.1" status: 204 len: 173 time: 1.1991961 Mar 14 11:25:08.451751 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'name': 'network-vif-deleted', 'tag': '37db8c2b-4425-430a-83d3-9081458ce2e5'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:25:08.454599 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f645f4-cdfe-4353-97cc-f06cd9434f90" -d '{"events": [{"server_uuid": "51e7037e-087a-48ed-a8a2-94131e0d6d70", "name": "network-vif-deleted", "tag": "37db8c2b-4425-430a-83d3-9081458ce2e5"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:25:08.521114 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f61bb9-dd49-40e4-a014-e86080c19a44 x-openstack-request-id: req-28f61bb9-dd49-40e4-a014-e86080c19a44 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:25:08.521897 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e7037e-087a-48ed-a8a2-94131e0d6d70", "name": "network-vif-deleted", "tag": "37db8c2b-4425-430a-83d3-9081458ce2e5", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:25:08.522766 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28f61bb9-dd49-40e4-a014-e86080c19a44 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:25:08.523572 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e7037e-087a-48ed-a8a2-94131e0d6d70', 'name': 'network-vif-deleted', 'tag': '37db8c2b-4425-430a-83d3-9081458ce2e5', 'status': 'completed', 'code': 200} Mar 14 11:25:08.609130 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-7fa40a4e-5205-4644-bd29-2f35591884de None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:25:08.677274 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:08.685611 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ded8bbad-327c-4558-a925-a2ff231e280b req-a0bdc9d5-5088-450e-a8d1-c61a88e697c6 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0619533 Mar 14 11:25:08.860487 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-7fa40a4e-5205-4644-bd29-2f35591884de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:08.888619 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa40a4e-5205-4644-bd29-2f35591884de None None] Checking router: fc7c283b-5081-4de4-b36a-cf56356795a5 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:25:08.898172 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa40a4e-5205-4644-bd29-2f35591884de None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:25:08.898809 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-7fa40a4e-5205-4644-bd29-2f35591884de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:25:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:09.145684 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-7fa40a4e-5205-4644-bd29-2f35591884de None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:25:09.355606 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-7fa40a4e-5205-4644-bd29-2f35591884de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:09.367228 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc96df1-5694-47aa-a72c-5dd3cf9863ce req-6d6b7172-fe66-4b7c-b808-e2d7df6f413a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:09.368800 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-adc96df1-5694-47aa-a72c-5dd3cf9863ce req-6d6b7172-fe66-4b7c-b808-e2d7df6f413a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0531230 Mar 14 11:25:09.388000 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa40a4e-5205-4644-bd29-2f35591884de None None] The sync data for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi is: [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:25:09.421323 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-adc96df1-5694-47aa-a72c-5dd3cf9863ce req-06acfe35-b215-4a72-adf5-21adfe14989b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464559 Mar 14 11:25:09.443869 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:09.682762 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2590ea-f7f7-482e-9d32-95616850b6a5 None None] New status for floating IP 0dd6e900-fb9c-45db-8618-4877db55c904: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:25:09.813340 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-15e5f8a9-0a28-405c-8cbb-b63156f83838 req-1a2f0366-09aa-492f-9875-ed32debec741 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=51e7037e-087a-48ed-a8a2-94131e0d6d70 HTTP/1.1" status: 200 len: 210 time: 0.0359640 Mar 14 11:25:10.364006 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:10.491775 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 37db8c2b-4425-430a-83d3-9081458ce2e5 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:25:10.513288 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: 37db8c2b-4425-430a-83d3-9081458ce2e5 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:25:10.513555 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 37db8c2b-4425-430a-83d3-9081458ce2e5 not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:25:10.547387 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab465a8-de21-4872-8329-393e7997a124 req-93a5e8c4-d664-4991-821c-8c0290a0b845 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:10.548854 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aab465a8-de21-4872-8329-393e7997a124 req-93a5e8c4-d664-4991-821c-8c0290a0b845 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0546269 Mar 14 11:25:10.595691 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aab465a8-de21-4872-8329-393e7997a124 req-267b7b17-c7c0-4308-8709-c7032772a2a3 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412219 Mar 14 11:25:10.911511 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0717f0-9917-486e-bcbf-c391b53adf34 req-c26d045c-6e27-49cf-956e-b2eb4c153369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:10.913053 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aa0717f0-9917-486e-bcbf-c391b53adf34 req-c26d045c-6e27-49cf-956e-b2eb4c153369 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 1130 time: 0.0496898 Mar 14 11:25:10.960033 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 57302) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:11.056129 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0717f0-9917-486e-bcbf-c391b53adf34 req-07824a95-acba-431b-ae86-89a553a94ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:11.057573 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aa0717f0-9917-486e-bcbf-c391b53adf34 req-07824a95-acba-431b-ae86-89a553a94ed4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac8d8309-0e4e-4a85-9956-37c78e1327a5 HTTP/1.1" status: 200 len: 917 time: 0.1262324 Mar 14 11:25:11.063106 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cb654c38-bf09-4316-b5e5-025d75de7198 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (20d07991-6059-41a8-9417-9a46c17c79d4), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:11.133697 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cb654c38-bf09-4316-b5e5-025d75de7198 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (20d07991-6059-41a8-9417-9a46c17c79d4), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:11.168813 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aa0717f0-9917-486e-bcbf-c391b53adf34 req-d0cd6107-020c-4ed9-8c56-6a94a0de668b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cceb08-3771-4458-af33-1feb1042b764 HTTP/1.1" status: 200 len: 1001 time: 0.1031013 Mar 14 11:25:11.259064 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0717f0-9917-486e-bcbf-c391b53adf34 req-f147fc30-b14e-4ecc-a886-cc1897b85283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:11.260541 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aa0717f0-9917-486e-bcbf-c391b53adf34 req-f147fc30-b14e-4ecc-a886-cc1897b85283 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36c84865-fa34-4ad8-b7c4-ef0535413a31 HTTP/1.1" status: 200 len: 855 time: 0.0498111 Mar 14 11:25:11.277698 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cb654c38-bf09-4316-b5e5-025d75de7198 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (20d07991-6059-41a8-9417-9a46c17c79d4), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:11.285972 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cb654c38-bf09-4316-b5e5-025d75de7198 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:11.287120 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-cb654c38-bf09-4316-b5e5-025d75de7198 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "DELETE /v2.0/security-groups/20d07991-6059-41a8-9417-9a46c17c79d4 HTTP/1.1" status: 204 len: 168 time: 0.3261666 Mar 14 11:25:11.289894 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57304) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:11.303576 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-46300110-b2da-409e-b591-f9c574ae947f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] show failed (client error): The resource could not be found. Mar 14 11:25:11.307366 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-46300110-b2da-409e-b591-f9c574ae947f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups/20d07991-6059-41a8-9417-9a46c17c79d4 HTTP/1.1" status: 404 len: 347 time: 0.0134816 Mar 14 11:25:11.307599 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57306) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:11.320164 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb654c38-bf09-4316-b5e5-025d75de7198 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d07991-6059-41a8-9417-9a46c17c79d4,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:11.337329 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0717f0-9917-486e-bcbf-c391b53adf34 req-a308c0aa-5278-44ad-a437-40e67a8edda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:11.340048 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aa0717f0-9917-486e-bcbf-c391b53adf34 req-a308c0aa-5278-44ad-a437-40e67a8edda1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac8d8309-0e4e-4a85-9956-37c78e1327a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709713 Mar 14 11:25:11.439409 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aa0717f0-9917-486e-bcbf-c391b53adf34 req-dc552d98-a9ae-44d3-bab8-53cde5171c1f service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920815 Mar 14 11:25:11.449575 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-09b86c59-7ee4-4020-99de-4db9703e2165 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Deleting port ab1f0d78-6a57-4e65-826d-3ae7c71c3379 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:25:11.449919 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09b86c59-7ee4-4020-99de-4db9703e2165 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (ab1f0d78-6a57-4e65-826d-3ae7c71c3379), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:11.529329 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09b86c59-7ee4-4020-99de-4db9703e2165 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (ab1f0d78-6a57-4e65-826d-3ae7c71c3379), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:11.529654 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09b86c59-7ee4-4020-99de-4db9703e2165 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (ab1f0d78-6a57-4e65-826d-3ae7c71c3379), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:11.536876 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aa0717f0-9917-486e-bcbf-c391b53adf34 req-4c327ea4-8748-49da-8da5-3e19d4cb98fc service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909166 Mar 14 11:25:11.541251 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-09b86c59-7ee4-4020-99de-4db9703e2165 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Calling delete_port for ab1f0d78-6a57-4e65-826d-3ae7c71c3379 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:25:11.618543 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d5ba-d2ac-43c0-aae7-e5110784a57b req-0fe8c5f7-6cec-40ad-8a4f-40231a84aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:11.620072 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aff3d5ba-d2ac-43c0-aae7-e5110784a57b req-0fe8c5f7-6cec-40ad-8a4f-40231a84aeac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 1130 time: 0.0459397 Mar 14 11:25:11.746983 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d5ba-d2ac-43c0-aae7-e5110784a57b req-0cb65202-c3f5-4635-a310-d80c912d32d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:11.748335 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aff3d5ba-d2ac-43c0-aae7-e5110784a57b req-0cb65202-c3f5-4635-a310-d80c912d32d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac8d8309-0e4e-4a85-9956-37c78e1327a5 HTTP/1.1" status: 200 len: 917 time: 0.1223443 Mar 14 11:25:11.758072 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4d785-fe88-4a5b-9766-756302064979 req-f12cc79b-e162-4252-a6db-876618c608e3 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:11.759442 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-05a4d785-fe88-4a5b-9766-756302064979 req-f12cc79b-e162-4252-a6db-876618c608e3 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0769188 Mar 14 11:25:11.764201 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09b86c59-7ee4-4020-99de-4db9703e2165 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (ab1f0d78-6a57-4e65-826d-3ae7c71c3379), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:11.775554 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:11.793753 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b86c59-7ee4-4020-99de-4db9703e2165 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event deleted for resources: {'Port': ['ID=ab1f0d78-6a57-4e65-826d-3ae7c71c3379,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:11.855267 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-05a4d785-fe88-4a5b-9766-756302064979 req-98cfd415-fd46-4500-8c87-8175f5cd0300 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890164 Mar 14 11:25:11.856900 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aff3d5ba-d2ac-43c0-aae7-e5110784a57b req-250cc89c-b65a-4aa5-afed-336453578beb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cceb08-3771-4458-af33-1feb1042b764 HTTP/1.1" status: 200 len: 1001 time: 0.0966315 Mar 14 11:25:11.859965 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09b86c59-7ee4-4020-99de-4db9703e2165 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (0dd6e900-fb9c-45db-8618-4877db55c904), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:11.863193 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-09b86c59-7ee4-4020-99de-4db9703e2165 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:11.867067 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-09b86c59-7ee4-4020-99de-4db9703e2165 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "DELETE /v2.0/floatingips/0dd6e900-fb9c-45db-8618-4877db55c904 HTTP/1.1" status: 204 len: 168 time: 0.5556343 Mar 14 11:25:11.920789 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d5ba-d2ac-43c0-aae7-e5110784a57b req-050c9eb7-9839-4ecc-adf2-d29af9ae1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:11.922398 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aff3d5ba-d2ac-43c0-aae7-e5110784a57b req-050c9eb7-9839-4ecc-adf2-d29af9ae1d57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36c84865-fa34-4ad8-b7c4-ef0535413a31 HTTP/1.1" status: 200 len: 855 time: 0.0584676 Mar 14 11:25:11.970060 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d5ba-d2ac-43c0-aae7-e5110784a57b req-b585c520-5cb4-47b0-a404-3864c3c74d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:11.971496 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aff3d5ba-d2ac-43c0-aae7-e5110784a57b req-b585c520-5cb4-47b0-a404-3864c3c74d56 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac8d8309-0e4e-4a85-9956-37c78e1327a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424061 Mar 14 11:25:12.061834 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aff3d5ba-d2ac-43c0-aae7-e5110784a57b req-1c068cb0-3917-4db5-b3ed-0bc0292a980c service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834711 Mar 14 11:25:12.166729 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57314) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:12.171643 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-b8d57f3c-ceea-4c00-9234-acbc6ae4a8d5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1724859586', 'description': 'tempest-description--921025257'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:25:12.267258 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b8d57f3c-ceea-4c00-9234-acbc6ae4a8d5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:12.335621 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b8d57f3c-ceea-4c00-9234-acbc6ae4a8d5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (e0f9b215-083f-4b65-8162-a3e4aaacac63), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:12.403778 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b8d57f3c-ceea-4c00-9234-acbc6ae4a8d5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (e0f9b215-083f-4b65-8162-a3e4aaacac63), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:12.411714 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aff3d5ba-d2ac-43c0-aae7-e5110784a57b req-9acc710b-723d-407b-8684-3c5653aa79f7 service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441272 Mar 14 11:25:12.432301 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d57f3c-ceea-4c00-9234-acbc6ae4a8d5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f9b215-083f-4b65-8162-a3e4aaacac63,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:12.468928 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b8d57f3c-ceea-4c00-9234-acbc6ae4a8d5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:12.470259 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b8d57f3c-ceea-4c00-9234-acbc6ae4a8d5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3022628 Mar 14 11:25:12.473587 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57316) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:12.478013 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-5e053ad2-4982-42c0-bf36-9f43950c5973 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'security_group_rule': {'security_group_id': 'e0f9b215-083f-4b65-8162-a3e4aaacac63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:25:12.545616 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e053ad2-4982-42c0-bf36-9f43950c5973 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (abc895b4-d662-46fb-8d34-97eb4e1ee0c2), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:12.602246 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e053ad2-4982-42c0-bf36-9f43950c5973 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (abc895b4-d662-46fb-8d34-97eb4e1ee0c2), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:12.672219 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e053ad2-4982-42c0-bf36-9f43950c5973 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (abc895b4-d662-46fb-8d34-97eb4e1ee0c2), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:12.689604 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e053ad2-4982-42c0-bf36-9f43950c5973 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc895b4-d662-46fb-8d34-97eb4e1ee0c2,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:12.794531 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5e053ad2-4982-42c0-bf36-9f43950c5973 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:12.796354 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5e053ad2-4982-42c0-bf36-9f43950c5973 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217211 Mar 14 11:25:12.799104 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57318) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:12.803258 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-4425ef8a-dcc9-4531-a7eb-820667c0b18f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'security_group_rule': {'security_group_id': 'e0f9b215-083f-4b65-8162-a3e4aaacac63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:25:12.882381 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4425ef8a-dcc9-4531-a7eb-820667c0b18f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (ebf0d906-6658-4c69-aa7d-38549657eb83), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:12.938817 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4425ef8a-dcc9-4531-a7eb-820667c0b18f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (ebf0d906-6658-4c69-aa7d-38549657eb83), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:12.988944 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501162a7-f569-4a7b-b74a-bf6c7cafaa5a req-672299d6-430a-4e24-9a50-96884e607a43 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:12.990493 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-501162a7-f569-4a7b-b74a-bf6c7cafaa5a req-672299d6-430a-4e24-9a50-96884e607a43 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0576863 Mar 14 11:25:13.009620 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4425ef8a-dcc9-4531-a7eb-820667c0b18f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (ebf0d906-6658-4c69-aa7d-38549657eb83), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:13.033515 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425ef8a-dcc9-4531-a7eb-820667c0b18f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf0d906-6658-4c69-aa7d-38549657eb83,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:13.053918 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-501162a7-f569-4a7b-b74a-bf6c7cafaa5a req-4f5cf585-a979-4d49-8b29-bcc18741057a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568457 Mar 14 11:25:13.091465 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4425ef8a-dcc9-4531-a7eb-820667c0b18f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:13.093514 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4425ef8a-dcc9-4531-a7eb-820667c0b18f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2931778 Mar 14 11:25:13.096418 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57328) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:13.100752 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'floatingip': {'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:25:13.204375 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:13.302820 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:13.405678 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Allocated IP 172.27.3.46 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/46385399-000a-4543-9dc1-8878ca3a89e3) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:25:13.509676 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for port (46385399-000a-4543-9dc1-8878ca3a89e3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:13.595867 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf6b24-18df-416d-8fab-7634c8e82085 req-5756153e-7422-48fe-9a5a-d4217c32be71 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:13.597367 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6bf6b24-18df-416d-8fab-7634c8e82085 req-5756153e-7422-48fe-9a5a-d4217c32be71 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0522020 Mar 14 11:25:13.617661 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (46385399-000a-4543-9dc1-8878ca3a89e3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:13.669908 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:25:13.677236 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:25:13.679760 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:25:13.720940 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c6bf6b24-18df-416d-8fab-7634c8e82085 req-b679de7a-39a4-4703-9fc5-839d321e89cf tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180229 Mar 14 11:25:13.721531 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'Port': ['ID=46385399-000a-4543-9dc1-8878ca3a89e3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:13.782101 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (7745da05-06b6-48ac-afb9-60717c5580b1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:13.905890 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (46385399-000a-4543-9dc1-8878ca3a89e3), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:14.051351 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for port (46385399-000a-4543-9dc1-8878ca3a89e3), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:14.118103 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (46385399-000a-4543-9dc1-8878ca3a89e3), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:14.180742 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ed43f-c47e-426f-9e79-01c9121e1d60 req-4a4f9dc5-7275-47b5-8219-b21884849837 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:14.182340 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-755ed43f-c47e-426f-9e79-01c9121e1d60 req-4a4f9dc5-7275-47b5-8219-b21884849837 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 946 time: 0.0538340 Mar 14 11:25:14.231727 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-755ed43f-c47e-426f-9e79-01c9121e1d60 req-59ace4f4-c5d4-437a-b7e2-47cffaa7f8ba tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429044 Mar 14 11:25:14.429731 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'Port': ['ID=46385399-000a-4543-9dc1-8878ca3a89e3,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:14.442437 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (7745da05-06b6-48ac-afb9-60717c5580b1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:14.505599 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device e2cceb08-3771-4458-af33-1feb1042b764 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:25:14.514835 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:14.515807 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0e18c5e6-728d-4cd0-aea1-940236333ffb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4183662 Mar 14 11:25:14.586427 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port e2cceb08-3771-4458-af33-1feb1042b764 is: ACTIVE; New status is: DOWN {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:25:14.586896 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e2cceb08-3771-4458-af33-1feb1042b764), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:14.611683 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2cceb08-3771-4458-af33-1feb1042b764'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:25:14.614029 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaf4a0b-9627-4558-9af4-10fdfae73d56" -d '{"events": [{"server_uuid": "fe138d1f-390a-46f7-8c07-3221da78a58a", "name": "network-vif-unplugged", "status": "completed", "tag": "e2cceb08-3771-4458-af33-1feb1042b764"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:25:14.626848 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port e2cceb08-3771-4458-af33-1feb1042b764, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e2cceb08-3771-4458-af33-1feb1042b764,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:25:14.650147 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 11:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38855f95-571c-43bf-972c-30a4cd342393 x-openstack-request-id: req-38855f95-571c-43bf-972c-30a4cd342393 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:25:14.650442 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe138d1f-390a-46f7-8c07-3221da78a58a", "name": "network-vif-unplugged", "status": "completed", "tag": "e2cceb08-3771-4458-af33-1feb1042b764", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:25:14.650727 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38855f95-571c-43bf-972c-30a4cd342393 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:25:14.651144 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2cceb08-3771-4458-af33-1feb1042b764', 'code': 200} Mar 14 11:25:14.670229 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-48d0babd-1746-44e4-b07d-55a1de369841 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1724859586&fields=id&tenant_id=87c49ee49cd14a2aa0cc354627515760 HTTP/1.1" status: 200 len: 267 time: 0.0473287 Mar 14 11:25:14.729455 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e2cceb08-3771-4458-af33-1feb1042b764), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:14.778225 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571545-7c05-4b21-af98-4de1bca27cfa req-468d9a7c-8fe3-4e44-9f1e-9e694652529c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:14.780250 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-468d9a7c-8fe3-4e44-9f1e-9e694652529c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/networks?id=7948184e-83ff-43df-a1e2-ac0589280d46 HTTP/1.1" status: 200 len: 815 time: 0.1021926 Mar 14 11:25:14.780381 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=e2cceb08-3771-4458-af33-1feb1042b764,revision_number=8']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:14.796050 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-b99fbb07-55c8-4a7a-adbd-4a4d3e4906eb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/quotas/87c49ee49cd14a2aa0cc354627515760 HTTP/1.1" status: 200 len: 375 time: 0.0095782 Mar 14 11:25:14.853485 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4cc22-c5fe-41aa-bff2-d99487e5d25f req-def1820f-4cb3-4706-9feb-dfdd098d03bb tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:14.855222 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1de4cc22-c5fe-41aa-bff2-d99487e5d25f req-def1820f-4cb3-4706-9feb-dfdd098d03bb tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0569012 Mar 14 11:25:14.865878 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-53bc10d0-7183-40e5-9158-57fb3df1c0e7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631750 Mar 14 11:25:14.905851 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1de4cc22-c5fe-41aa-bff2-d99487e5d25f req-41382554-72d5-4a65-9de2-ac210b3cf3b9 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429966 Mar 14 11:25:14.991079 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-e5a47ef4-a62f-4789-a21e-96c547f59841 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:14.992426 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-e5a47ef4-a62f-4789-a21e-96c547f59841 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 946 time: 0.0562303 Mar 14 11:25:15.008470 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-f07e8c19-741f-4272-a426-daa47fbbc396 service neutron] 10.222.0.37 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319582 Mar 14 11:25:15.090374 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-d6185b86-0f2f-4994-8879-68ce3832dee7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Deleting port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:25:15.090740 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-d6185b86-0f2f-4994-8879-68ce3832dee7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:15.104737 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cfb3ee00-a692-4abf-9375-c0206d39251d service neutron] 10.222.0.37 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904472 Mar 14 11:25:15.186172 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-d6185b86-0f2f-4994-8879-68ce3832dee7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] For port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:25:15.186872 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-d6185b86-0f2f-4994-8879-68ce3832dee7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:15.367270 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-42c13358-1854-4916-81f1-510283cbf5da req-c4c0933a-6b65-45b1-ace6-f28aea875393 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 210 time: 0.0302110 Mar 14 11:25:15.402741 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-d6185b86-0f2f-4994-8879-68ce3832dee7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:15.403113 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-d6185b86-0f2f-4994-8879-68ce3832dee7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (973e45b7-9201-4b20-8be3-4e1dcc555308), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:15.403437 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-d6185b86-0f2f-4994-8879-68ce3832dee7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Floating IP 973e45b7-9201-4b20-8be3-4e1dcc555308 disassociated. External IP: 172.27.3.36, port: 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d. Mar 14 11:25:15.403782 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-d6185b86-0f2f-4994-8879-68ce3832dee7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Calling delete_port for 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:25:15.420544 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cf917-2956-42fc-8946-cfe8991e51f3 req-9fa7bd1c-18c9-4b94-bb6b-0e9cc107dfde tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:15.422117 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e07cf917-2956-42fc-8946-cfe8991e51f3 req-9fa7bd1c-18c9-4b94-bb6b-0e9cc107dfde tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0845177 Mar 14 11:25:15.522855 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e07cf917-2956-42fc-8946-cfe8991e51f3 req-53d2e445-fec2-42c9-ba4a-9e1cebc32919 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651915 Mar 14 11:25:15.700520 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-d6185b86-0f2f-4994-8879-68ce3832dee7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:15.736757 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6185b86-0f2f-4994-8879-68ce3832dee7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event deleted for resources: {'Port': ['ID=758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:15.859287 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-d6185b86-0f2f-4994-8879-68ce3832dee7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Router c16a800f-d222-4a0b-90ae-14289206e557 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:25:15.989460 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-d6185b86-0f2f-4994-8879-68ce3832dee7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:25:16.011505 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad0b7bd-00be-4f25-8790-6fa4d9ef98bf None None] Sync routers for ids ['c16a800f-d222-4a0b-90ae-14289206e557'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:25:16.013403 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad0b7bd-00be-4f25-8790-6fa4d9ef98bf None None] Routers {'c16a800f-d222-4a0b-90ae-14289206e557'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:25:16.014715 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-2ad0b7bd-00be-4f25-8790-6fa4d9ef98bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:25:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['c16a800f-d222-4a0b-90ae-14289206e557'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:16.034202 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-de59fa3b-4eb3-4f62-86a6-baaa8af36624 req-559dec2b-288a-4f41-89d3-ad90744c7513 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 210 time: 0.0519783 Mar 14 11:25:16.054490 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-d6185b86-0f2f-4994-8879-68ce3832dee7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] No DVR routers for this DVR port 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:25:16.057015 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-d6185b86-0f2f-4994-8879-68ce3832dee7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:16.064126 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c91bb991-9a9a-453e-a3e7-1ede1a9fcb22 req-d6185b86-0f2f-4994-8879-68ce3832dee7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.44 "DELETE /v2.0/ports/758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d HTTP/1.1" status: 204 len: 173 time: 1.0655406 Mar 14 11:25:16.064621 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2e0d2a-3114-46cb-9e61-8cec4d9d7538', 'name': 'network-vif-deleted', 'tag': '758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:25:16.067732 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf803b8-4eca-488c-b715-2dc541deba76" -d '{"events": [{"server_uuid": "4b2e0d2a-3114-46cb-9e61-8cec4d9d7538", "name": "network-vif-deleted", "tag": "758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:25:16.107468 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29470f2a-5a6c-41da-b30f-07534dbce781 x-openstack-request-id: req-29470f2a-5a6c-41da-b30f-07534dbce781 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:25:16.107787 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2e0d2a-3114-46cb-9e61-8cec4d9d7538", "name": "network-vif-deleted", "tag": "758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:25:16.108085 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29470f2a-5a6c-41da-b30f-07534dbce781 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:25:16.108479 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2e0d2a-3114-46cb-9e61-8cec4d9d7538', 'name': 'network-vif-deleted', 'tag': '758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d', 'status': 'completed', 'code': 200} Mar 14 11:25:16.144959 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-2ad0b7bd-00be-4f25-8790-6fa4d9ef98bf None None] Set router c16a800f-d222-4a0b-90ae-14289206e557 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:25:16.369049 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-2ad0b7bd-00be-4f25-8790-6fa4d9ef98bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'ec9b79f0-b3af-4bb7-aba5-4f992f7895c3', 'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'mac_address': 'fa:16:3e:41:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:09Z', 'updated_at': '2022-03-14T11:18:17Z', 'revision_number': 5, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'subnets': [{'id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:16.400644 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad0b7bd-00be-4f25-8790-6fa4d9ef98bf None None] Checking router: c16a800f-d222-4a0b-90ae-14289206e557 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:25:16.411442 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad0b7bd-00be-4f25-8790-6fa4d9ef98bf None None] Routers {'c16a800f-d222-4a0b-90ae-14289206e557'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:25:16.412089 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-2ad0b7bd-00be-4f25-8790-6fa4d9ef98bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:25:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['c16a800f-d222-4a0b-90ae-14289206e557'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:16.471080 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d96725ea-a277-48fe-8ec1-01c994488821 req-23486e53-5323-461a-a746-73e58ba21e2e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 210 time: 0.0272675 Mar 14 11:25:16.526750 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-2ad0b7bd-00be-4f25-8790-6fa4d9ef98bf None None] Set router c16a800f-d222-4a0b-90ae-14289206e557 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:25:16.763231 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-2ad0b7bd-00be-4f25-8790-6fa4d9ef98bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'ec9b79f0-b3af-4bb7-aba5-4f992f7895c3', 'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'mac_address': 'fa:16:3e:41:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:09Z', 'updated_at': '2022-03-14T11:18:17Z', 'revision_number': 5, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'subnets': [{'id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:16.799297 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad0b7bd-00be-4f25-8790-6fa4d9ef98bf None None] The sync data for ids ['c16a800f-d222-4a0b-90ae-14289206e557'] in dv-cinder-831776-2-iscsi is: [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'ec9b79f0-b3af-4bb7-aba5-4f992f7895c3', 'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'mac_address': 'fa:16:3e:41:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:09Z', 'updated_at': '2022-03-14T11:18:17Z', 'revision_number': 5, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'subnets': [{'id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:25:16.870842 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [req-12be69a6-6d14-49a0-af83-c9c4fbf750c0 req-90fb3639-8eec-4824-9582-6017facc0452 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 11:25:16.872010 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-12be69a6-6d14-49a0-af83-c9c4fbf750c0 req-90fb3639-8eec-4824-9582-6017facc0452 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054839 Mar 14 11:25:17.039080 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5cd761-22f5-490c-b320-5f1de212519e None None] New status for floating IP 973e45b7-9201-4b20-8be3-4e1dcc555308: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:25:17.139944 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0f31d6d7-5d8f-4ab7-a519-e0c13ea21b7a req-2caf6e5b-e7f2-4ac4-a6f3-ba29a477cfdd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b2e0d2a-3114-46cb-9e61-8cec4d9d7538 HTTP/1.1" status: 200 len: 210 time: 0.0273023 Mar 14 11:25:17.317472 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733dd83c-98b4-448b-ad9a-9451e3a90cfd req-f53d09f7-0106-46ad-a9c9-9f978b742df2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:17.318945 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-733dd83c-98b4-448b-ad9a-9451e3a90cfd req-f53d09f7-0106-46ad-a9c9-9f978b742df2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0627537 Mar 14 11:25:17.371398 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-733dd83c-98b4-448b-ad9a-9451e3a90cfd req-79663d9c-8dcf-4e9c-b264-db158cd715b6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460203 Mar 14 11:25:17.570142 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a9a8473b-d6ca-4612-a15b-2344be04bed3 req-30e11779-3692-4046-8164-831711b8124f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 210 time: 0.0266917 Mar 14 11:25:17.737632 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571545-7c05-4b21-af98-4de1bca27cfa req-db412176-130b-4539-85ed-49770a6c1a45 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:17.739164 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-db412176-130b-4539-85ed-49770a6c1a45 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "GET /v2.0/networks?id=7948184e-83ff-43df-a1e2-ac0589280d46 HTTP/1.1" status: 200 len: 815 time: 0.1043942 Mar 14 11:25:17.812208 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 57414) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:17.812208 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-1c7ca969-9120-42f7-9c4c-3b5ceb4e3941 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87c49ee49cd14a2aa0cc354627515760 HTTP/1.1" status: 200 len: 380 time: 0.0638652 Mar 14 11:25:17.819147 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-73571545-7c05-4b21-af98-4de1bca27cfa req-c8974ffc-d28e-4bc0-98ea-557d938afa35 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'port': {'device_id': '67cabed8-32fc-459f-853d-34d96d50061b', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'admin_state_up': True, 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'security_groups': ['e0f9b215-083f-4b65-8162-a3e4aaacac63']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:25:17.947132 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-5cdb17c9-c720-4bf9-bb8b-b04f74283e69 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1544833 Mar 14 11:25:17.957691 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-a0d7130e-514c-4f13-9a9b-6b8f0c8ee532 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 11:25:17.958668 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-a0d7130e-514c-4f13-9a9b-6b8f0c8ee532 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066030 Mar 14 11:25:18.034382 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 57422) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:18.040292 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73571545-7c05-4b21-af98-4de1bca27cfa req-c8974ffc-d28e-4bc0-98ea-557d938afa35 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Made reservation on behalf of 87c49ee49cd14a2aa0cc354627515760 for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:25:18.043581 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-73571545-7c05-4b21-af98-4de1bca27cfa req-c8974ffc-d28e-4bc0-98ea-557d938afa35 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:18.158929 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-f5a5038b-40a4-438c-8d13-0f7004a89873 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:18.160283 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-f5a5038b-40a4-438c-8d13-0f7004a89873 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports/e2cceb08-3771-4458-af33-1feb1042b764 HTTP/1.1" status: 200 len: 941 time: 0.1248994 Mar 14 11:25:18.226392 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-73571545-7c05-4b21-af98-4de1bca27cfa req-c8974ffc-d28e-4bc0-98ea-557d938afa35 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Allocated IP 172.20.0.10 (7948184e-83ff-43df-a1e2-ac0589280d46/c145818f-9d7d-4997-ae9c-db4cbe8d2da1/c473a35b-6d45-41a6-b58d-806917065198) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:25:18.371069 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57440) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:18.378367 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-73571545-7c05-4b21-af98-4de1bca27cfa req-c8974ffc-d28e-4bc0-98ea-557d938afa35 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for port (c473a35b-6d45-41a6-b58d-806917065198), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:18.430579 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-86fe4d8b-d186-4cc4-862e-0fd60b01c8cd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group (04a6d99e-c18b-4bcd-bf51-4d67f7f10b43), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:18.463087 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-86fe4d8b-d186-4cc4-862e-0fd60b01c8cd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group (04a6d99e-c18b-4bcd-bf51-4d67f7f10b43), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:18.529398 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0f470-b870-45d0-a978-0930b35988b6 req-bda5d07d-decd-466b-902c-3f5dac60986f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:18.531074 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a2a0f470-b870-45d0-a978-0930b35988b6 req-bda5d07d-decd-466b-902c-3f5dac60986f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0843537 Mar 14 11:25:18.536908 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:25:18.541660 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-73571545-7c05-4b21-af98-4de1bca27cfa req-c8974ffc-d28e-4bc0-98ea-557d938afa35 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (c473a35b-6d45-41a6-b58d-806917065198), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:18.558507 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:25:18.558851 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 758c8300-dbf9-4ac2-b6ea-ad1b9822fb0d not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:25:18.559267 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device e2cceb08-3771-4458-af33-1feb1042b764 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:25:18.584034 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a2a0f470-b870-45d0-a978-0930b35988b6 req-b414ed97-927d-4d88-b346-319b52433274 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456667 Mar 14 11:25:18.593784 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73571545-7c05-4b21-af98-4de1bca27cfa req-c8974ffc-d28e-4bc0-98ea-557d938afa35 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Network 7948184e-83ff-43df-a1e2-ac0589280d46 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:25:18.599059 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-73571545-7c05-4b21-af98-4de1bca27cfa req-c8974ffc-d28e-4bc0-98ea-557d938afa35 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:25:18.603751 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-73571545-7c05-4b21-af98-4de1bca27cfa req-c8974ffc-d28e-4bc0-98ea-557d938afa35 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:25:18.617988 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8974ffc-d28e-4bc0-98ea-557d938afa35 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'Port': ['ID=c473a35b-6d45-41a6-b58d-806917065198,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:18.656644 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571545-7c05-4b21-af98-4de1bca27cfa req-c8974ffc-d28e-4bc0-98ea-557d938afa35 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:18.657272 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-73571545-7c05-4b21-af98-4de1bca27cfa req-c8974ffc-d28e-4bc0-98ea-557d938afa35 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:18.665843 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-86fe4d8b-d186-4cc4-862e-0fd60b01c8cd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (04a6d99e-c18b-4bcd-bf51-4d67f7f10b43), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:18.669338 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-86fe4d8b-d186-4cc4-862e-0fd60b01c8cd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:18.673275 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-86fe4d8b-d186-4cc4-862e-0fd60b01c8cd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "DELETE /v2.0/security-groups/04a6d99e-c18b-4bcd-bf51-4d67f7f10b43 HTTP/1.1" status: 204 len: 168 time: 0.3000231 Mar 14 11:25:18.675962 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57446) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:18.687319 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port e2cceb08-3771-4458-af33-1feb1042b764 is: DOWN; New status is: DOWN {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:25:18.710752 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe4d8b-d186-4cc4-862e-0fd60b01c8cd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a6d99e-c18b-4bcd-bf51-4d67f7f10b43,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:18.713726 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-302c7567-adfb-4a21-8be4-996107dfe553 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] show failed (client error): The resource could not be found. Mar 14 11:25:18.720558 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 57448) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:18.731354 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-302c7567-adfb-4a21-8be4-996107dfe553 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups/04a6d99e-c18b-4bcd-bf51-4d67f7f10b43 HTTP/1.1" status: 404 len: 347 time: 0.0340090 Mar 14 11:25:18.775412 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-c8974ffc-d28e-4bc0-98ea-557d938afa35 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9599025 Mar 14 11:25:18.793807 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Request body: {'port': {'device_id': '67cabed8-32fc-459f-853d-34d96d50061b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:25:18.901743 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29579abe-47de-4a30-9a35-4774cdd88078 req-2454b10a-c7dc-40df-a484-9d3caa3a1e94 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:18.903196 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-29579abe-47de-4a30-9a35-4774cdd88078 req-2454b10a-c7dc-40df-a484-9d3caa3a1e94 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 932 time: 0.2108884 Mar 14 11:25:18.917720 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-5bbc9db7-f3b5-4989-97b2-862afcb485c3 None None] Provisioning complete for port c473a35b-6d45-41a6-b58d-806917065198 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:25:18.918125 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9db7-f3b5-4989-97b2-862afcb485c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (c473a35b-6d45-41a6-b58d-806917065198), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:18.950309 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c473a35b-6d45-41a6-b58d-806917065198), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:18.952752 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc9db7-f3b5-4989-97b2-862afcb485c3 None None] Port c473a35b-6d45-41a6-b58d-806917065198 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:25:19.016726 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-9f79a4af-c46d-4297-ab41-55a3bcc692e6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Deleting port bbb2468d-8848-4bb8-95ee-d35974cbbfe1 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:25:19.017071 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9f79a4af-c46d-4297-ab41-55a3bcc692e6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (bbb2468d-8848-4bb8-95ee-d35974cbbfe1), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:19.037262 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-29579abe-47de-4a30-9a35-4774cdd88078 req-2ff1d940-dfd7-495d-a189-12f358073351 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126940 Mar 14 11:25:19.175347 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9f79a4af-c46d-4297-ab41-55a3bcc692e6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (bbb2468d-8848-4bb8-95ee-d35974cbbfe1), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:19.175655 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9f79a4af-c46d-4297-ab41-55a3bcc692e6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for floatingip (bbb2468d-8848-4bb8-95ee-d35974cbbfe1), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:19.199130 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-9f79a4af-c46d-4297-ab41-55a3bcc692e6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Calling delete_port for bbb2468d-8848-4bb8-95ee-d35974cbbfe1 owned by network:floatingip {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:25:19.415584 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c473a35b-6d45-41a6-b58d-806917065198 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:25:19.427133 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Publish callbacks [] for port (c473a35b-6d45-41a6-b58d-806917065198), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:19.517687 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Transition to ACTIVE for port object c473a35b-6d45-41a6-b58d-806917065198 will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:25:19.518915 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9f79a4af-c46d-4297-ab41-55a3bcc692e6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (bbb2468d-8848-4bb8-95ee-d35974cbbfe1), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:19.546358 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79a4af-c46d-4297-ab41-55a3bcc692e6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event deleted for resources: {'Port': ['ID=bbb2468d-8848-4bb8-95ee-d35974cbbfe1,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:19.588438 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (c473a35b-6d45-41a6-b58d-806917065198), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:19.642624 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9f79a4af-c46d-4297-ab41-55a3bcc692e6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for floatingip (973e45b7-9201-4b20-8be3-4e1dcc555308), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:19.645070 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9f79a4af-c46d-4297-ab41-55a3bcc692e6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:19.646231 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-9f79a4af-c46d-4297-ab41-55a3bcc692e6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "DELETE /v2.0/floatingips/973e45b7-9201-4b20-8be3-4e1dcc555308 HTTP/1.1" status: 204 len: 168 time: 0.9247086 Mar 14 11:25:19.654642 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c473a35b-6d45-41a6-b58d-806917065198,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:19.741329 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Attempting to bind port c473a35b-6d45-41a6-b58d-806917065198 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:25:19.743580 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Attempting to bind port c473a35b-6d45-41a6-b58d-806917065198 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:25:19.743580 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Attempting to bind port c473a35b-6d45-41a6-b58d-806917065198 on network 7948184e-83ff-43df-a1e2-ac0589280d46 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:25:19.747562 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Port c473a35b-6d45-41a6-b58d-806917065198 on network 7948184e-83ff-43df-a1e2-ac0589280d46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:25:19.747945 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Attempting to bind port c473a35b-6d45-41a6-b58d-806917065198 on network 7948184e-83ff-43df-a1e2-ac0589280d46 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:25:19.755631 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:25:19.756166 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Checking segment: {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:25:19.756553 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Bound using segment: {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:25:19.757185 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Bound port: c473a35b-6d45-41a6-b58d-806917065198, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:25:19.757548 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c473a35b-6d45-41a6-b58d-806917065198), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:19.790977 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae0f05-1f39-4990-bb50-bfeb3a58dda7 req-e9ad99f3-d791-4ccb-a738-9118b3d3d124 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:19.798968 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-23ae0f05-1f39-4990-bb50-bfeb3a58dda7 req-e9ad99f3-d791-4ccb-a738-9118b3d3d124 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0757916 Mar 14 11:25:19.840643 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] For port c473a35b-6d45-41a6-b58d-806917065198, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:25:19.847251 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] For port c473a35b-6d45-41a6-b58d-806917065198, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c473a35b-6d45-41a6-b58d-806917065198,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:25:19.852503 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-23ae0f05-1f39-4990-bb50-bfeb3a58dda7 req-0f1dd2c2-2833-40f3-a825-323a5b456164 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525949 Mar 14 11:25:19.930248 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (c473a35b-6d45-41a6-b58d-806917065198), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:19.968551 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:19.969305 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:19.971232 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] 10.222.0.44 "PUT /v2.0/ports/c473a35b-6d45-41a6-b58d-806917065198 HTTP/1.1" status: 200 len: 1094 time: 1.1833143 Mar 14 11:25:19.971692 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67cabed8-32fc-459f-853d-34d96d50061b', 'tag': 'c473a35b-6d45-41a6-b58d-806917065198'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:25:19.977249 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464367ce-1b62-4290-97fc-f348384fd080" -d '{"events": [{"name": "network-changed", "server_uuid": "67cabed8-32fc-459f-853d-34d96d50061b", "tag": "c473a35b-6d45-41a6-b58d-806917065198"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:25:20.006697 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65d292-639e-4f67-bf60-f867c516f7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c473a35b-6d45-41a6-b58d-806917065198,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:20.031170 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ae781d-188f-491b-bd15-5856f8805358 x-openstack-request-id: req-98ae781d-188f-491b-bd15-5856f8805358 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:25:20.031554 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67cabed8-32fc-459f-853d-34d96d50061b", "tag": "c473a35b-6d45-41a6-b58d-806917065198", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:25:20.031976 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98ae781d-188f-491b-bd15-5856f8805358 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:25:20.032495 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67cabed8-32fc-459f-853d-34d96d50061b', 'tag': 'c473a35b-6d45-41a6-b58d-806917065198', 'status': 'completed', 'code': 200} Mar 14 11:25:20.106781 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464367ce-1b62-4290-97fc-f348384fd080 req-692bc579-0740-42e5-ab9e-59dbf4d74637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:20.108283 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-464367ce-1b62-4290-97fc-f348384fd080 req-692bc579-0740-42e5-ab9e-59dbf4d74637 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 1128 time: 0.0544038 Mar 14 11:25:20.178459 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ce637-755d-4347-813e-e5b16e3abdec req-70b03db5-3c75-4d0f-ace0-e90f8cc0d1e2 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:20.182399 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-001ce637-755d-4347-813e-e5b16e3abdec req-70b03db5-3c75-4d0f-ace0-e90f8cc0d1e2 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 944 time: 0.0650625 Mar 14 11:25:20.235001 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464367ce-1b62-4290-97fc-f348384fd080 req-c8eb52ec-2773-4bae-b5d1-8e45608757f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:20.235001 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-464367ce-1b62-4290-97fc-f348384fd080 req-c8eb52ec-2773-4bae-b5d1-8e45608757f6 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=87c49ee49cd14a2aa0cc354627515760&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1122916 Mar 14 11:25:20.235432 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-001ce637-755d-4347-813e-e5b16e3abdec req-ae55001e-3cf7-4030-806e-0fadbc831619 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448883 Mar 14 11:25:20.258650 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57458) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:20.264963 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-8f489ddc-ef31-434e-b48e-dc604605061c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--781744980', 'description': 'tempest-description--2128992654'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:25:20.336915 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464367ce-1b62-4290-97fc-f348384fd080 req-38ac286b-abda-4489-8f85-3fd388d1996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:20.338393 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-464367ce-1b62-4290-97fc-f348384fd080 req-38ac286b-abda-4489-8f85-3fd388d1996f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017365 Mar 14 11:25:20.403642 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f489ddc-ef31-434e-b48e-dc604605061c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:20.416748 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571545-7c05-4b21-af98-4de1bca27cfa req-4e86f3ec-e25a-4b4f-8fa3-7c8036dd5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:20.418250 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-4e86f3ec-e25a-4b4f-8fa3-7c8036dd5e9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 1128 time: 0.0453775 Mar 14 11:25:20.459159 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-c290f120-c3d9-4e25-a754-429e6eecfcef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c473a35b-6d45-41a6-b58d-806917065198 HTTP/1.1" status: 200 len: 217 time: 0.0340648 Mar 14 11:25:20.469734 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f489ddc-ef31-434e-b48e-dc604605061c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group (f44550b9-2ae8-42b7-9afe-1ad6b1e7b351), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:20.512161 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571545-7c05-4b21-af98-4de1bca27cfa req-43091c2d-09af-43df-b664-9717b0f73025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:20.513583 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-43091c2d-09af-43df-b664-9717b0f73025 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c145818f-9d7d-4997-ae9c-db4cbe8d2da1 HTTP/1.1" status: 200 len: 854 time: 0.0475049 Mar 14 11:25:20.557878 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f489ddc-ef31-434e-b48e-dc604605061c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (f44550b9-2ae8-42b7-9afe-1ad6b1e7b351), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:20.561682 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73571545-7c05-4b21-af98-4de1bca27cfa req-357bcff4-39ce-4543-a81f-5308386a8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:20.562928 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-357bcff4-39ce-4543-a81f-5308386a8a1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7948184e-83ff-43df-a1e2-ac0589280d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432396 Mar 14 11:25:20.590750 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f489ddc-ef31-434e-b48e-dc604605061c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:20.641991 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f489ddc-ef31-434e-b48e-dc604605061c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:20.644199 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8f489ddc-ef31-434e-b48e-dc604605061c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3835773 Mar 14 11:25:20.647836 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57462) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:20.652342 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-b2d83b3e-2aaa-40ef-a09c-397825703f59 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Request body: {'security_group_rule': {'security_group_id': 'f44550b9-2ae8-42b7-9afe-1ad6b1e7b351', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:25:20.666220 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-cf5cbbfd-f2f4-4341-acda-9c49f952b096 service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963907 Mar 14 11:25:20.758638 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-73571545-7c05-4b21-af98-4de1bca27cfa req-158487da-0ed0-4719-a2be-50bd6849d467 service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864913 Mar 14 11:25:20.785260 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b2d83b3e-2aaa-40ef-a09c-397825703f59 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group_rule (1b032dc3-c39c-4bec-bb01-822d4f9d4e54), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:20.842472 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b2d83b3e-2aaa-40ef-a09c-397825703f59 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group_rule (1b032dc3-c39c-4bec-bb01-822d4f9d4e54), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:20.991528 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f83e4f-ac59-4529-8b0a-1dbed1c47c74 req-4ba30e6d-8597-4c58-8715-e7f08a3fbca2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:20.992965 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b6f83e4f-ac59-4529-8b0a-1dbed1c47c74 req-4ba30e6d-8597-4c58-8715-e7f08a3fbca2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0518100 Mar 14 11:25:20.994077 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b2d83b3e-2aaa-40ef-a09c-397825703f59 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (1b032dc3-c39c-4bec-bb01-822d4f9d4e54), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:21.024565 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d83b3e-2aaa-40ef-a09c-397825703f59 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b032dc3-c39c-4bec-bb01-822d4f9d4e54,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:21.055782 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b6f83e4f-ac59-4529-8b0a-1dbed1c47c74 req-0c205c27-400e-4abf-9387-73e126d5f32f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554197 Mar 14 11:25:21.114295 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-b2d83b3e-2aaa-40ef-a09c-397825703f59 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:21.115460 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-b2d83b3e-2aaa-40ef-a09c-397825703f59 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4666102 Mar 14 11:25:21.118073 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57466) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:21.122321 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-6b1aa6ae-a602-4622-bb0c-dcaee6eb9f5c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Request body: {'security_group_rule': {'security_group_id': 'f44550b9-2ae8-42b7-9afe-1ad6b1e7b351', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:25:21.213808 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b1aa6ae-a602-4622-bb0c-dcaee6eb9f5c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group_rule (3df41baf-8ec5-4bf3-a762-9f9159965156), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:21.270855 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b1aa6ae-a602-4622-bb0c-dcaee6eb9f5c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group_rule (3df41baf-8ec5-4bf3-a762-9f9159965156), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:21.353816 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a366f-71fb-4052-b7cc-cba8df25e1f1 req-a97081f7-26d4-4eca-800e-33c44813c2f7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:21.355316 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-592a366f-71fb-4052-b7cc-cba8df25e1f1 req-a97081f7-26d4-4eca-800e-33c44813c2f7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 944 time: 0.0524468 Mar 14 11:25:21.375375 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b1aa6ae-a602-4622-bb0c-dcaee6eb9f5c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (3df41baf-8ec5-4bf3-a762-9f9159965156), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:21.399086 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1aa6ae-a602-4622-bb0c-dcaee6eb9f5c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df41baf-8ec5-4bf3-a762-9f9159965156,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:21.404284 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-592a366f-71fb-4052-b7cc-cba8df25e1f1 req-0cb1b266-233e-46e1-a353-b3c21cbd53c1 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424168 Mar 14 11:25:21.474321 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b1aa6ae-a602-4622-bb0c-dcaee6eb9f5c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:21.475570 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6b1aa6ae-a602-4622-bb0c-dcaee6eb9f5c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3565958 Mar 14 11:25:21.478860 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57470) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:21.483477 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Request body: {'floatingip': {'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:25:21.575564 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:21.680396 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:21.753675 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-afef810d-d0a2-4be4-9e5a-d792ca92971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:21.755210 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-afef810d-d0a2-4be4-9e5a-d792ca92971e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a&tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0 HTTP/1.1" status: 200 len: 1128 time: 0.3377597 Mar 14 11:25:21.790805 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Allocated IP 172.27.3.156 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/5844a033-8029-41bc-9d85-b1550a171ac0) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:25:21.819058 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-e1c22fb4-1ea7-4945-a056-d20f4f7d827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:21.820532 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-e1c22fb4-1ea7-4945-a056-d20f4f7d827b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 1128 time: 0.0439503 Mar 14 11:25:21.892283 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for port (5844a033-8029-41bc-9d85-b1550a171ac0), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:21.915693 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-582cfcc6-c394-4157-a737-6120e0e5ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:21.917124 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-582cfcc6-c394-4157-a737-6120e0e5ed75 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac8d8309-0e4e-4a85-9956-37c78e1327a5 HTTP/1.1" status: 200 len: 917 time: 0.0897434 Mar 14 11:25:21.980028 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-411fa238-07dc-459e-a504-22727627e225 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cceb08-3771-4458-af33-1feb1042b764 HTTP/1.1" status: 200 len: 999 time: 0.0566413 Mar 14 11:25:21.992922 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (5844a033-8029-41bc-9d85-b1550a171ac0), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:22.027848 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-a300546a-e3e7-41fd-916c-8ae04b08e918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:22.029307 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-a300546a-e3e7-41fd-916c-8ae04b08e918 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36c84865-fa34-4ad8-b7c4-ef0535413a31 HTTP/1.1" status: 200 len: 855 time: 0.0437872 Mar 14 11:25:22.038569 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:25:22.041395 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:25:22.048041 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:25:22.051197 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event updated for resources: {'Port': ['ID=5844a033-8029-41bc-9d85-b1550a171ac0,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:22.081231 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-df291322-6100-4ad2-8edb-2e1ca164ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:22.082837 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-df291322-6100-4ad2-8edb-2e1ca164ec54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac8d8309-0e4e-4a85-9956-37c78e1327a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479655 Mar 14 11:25:22.147014 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for floatingip (04e45fc5-bef3-4215-85b3-3b98765b77f9), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:22.173361 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-a15265cc-a8fe-4ef6-8b6b-55b3c85df2d7 service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832186 Mar 14 11:25:22.190623 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accea6d-cb01-436d-84ad-b2d0050606ba req-34cb306c-0085-41c6-916a-ed5663f662bd tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:22.192103 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2accea6d-cb01-436d-84ad-b2d0050606ba req-34cb306c-0085-41c6-916a-ed5663f662bd tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0589828 Mar 14 11:25:22.241783 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2accea6d-cb01-436d-84ad-b2d0050606ba req-b2167f9e-cb6b-407f-ba3e-2fc5291a25d8 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440502 Mar 14 11:25:22.277319 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9256f71d-ebea-4c29-b038-639d417d1da7 req-cc28e9a2-6c8c-41bb-8bd1-09b2835d80ae service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977080 Mar 14 11:25:22.278011 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (5844a033-8029-41bc-9d85-b1550a171ac0), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:22.423266 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for port (5844a033-8029-41bc-9d85-b1550a171ac0), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:22.517871 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (5844a033-8029-41bc-9d85-b1550a171ac0), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:22.523870 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece1830-eac4-416e-bb2c-6cf87ed82f4b req-843653c0-8839-4687-82fb-47f93ab61f7c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:22.525533 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fece1830-eac4-416e-bb2c-6cf87ed82f4b req-843653c0-8839-4687-82fb-47f93ab61f7c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 944 time: 0.0537741 Mar 14 11:25:22.581499 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fece1830-eac4-416e-bb2c-6cf87ed82f4b req-cd3ef1f6-321c-4c35-a996-5eda5e2a75ba tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485704 Mar 14 11:25:22.591065 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event updated for resources: {'Port': ['ID=5844a033-8029-41bc-9d85-b1550a171ac0,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:22.606701 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (04e45fc5-bef3-4215-85b3-3b98765b77f9), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:22.714167 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:22.716977 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e60a1e0c-7dca-4674-b09c-1675cc6655dd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2355912 Mar 14 11:25:22.941993 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-3f889e9d-c790-4dbf-aac9-ddc80031a350 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--781744980&fields=id&tenant_id=720f0e77ff664a78913bdaee14f470ba HTTP/1.1" status: 200 len: 267 time: 0.0598927 Mar 14 11:25:23.090593 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4bbea-2333-4972-8ea9-202091be3269 req-ff764f64-d46c-4a43-8aac-d7b9499e5aca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:23.093528 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-ff764f64-d46c-4a43-8aac-d7b9499e5aca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/networks?id=841c8ce7-e1ff-4086-80e2-ec77dada8502 HTTP/1.1" status: 200 len: 810 time: 0.1446025 Mar 14 11:25:23.115570 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-ca51ca52-b5fa-41ec-8cfd-e6491c56a2c0 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/quotas/720f0e77ff664a78913bdaee14f470ba HTTP/1.1" status: 200 len: 375 time: 0.0148551 Mar 14 11:25:23.188146 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-e4c318c0-ee91-459b-be6d-f695a123ad5a tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=720f0e77ff664a78913bdaee14f470ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659633 Mar 14 11:25:23.349497 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-3081d1ba-6619-4302-bb36-7da44ac23899 service neutron] 10.222.0.37 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487803 Mar 14 11:25:23.409317 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57908b1d-afd3-41e2-ba1b-f0089bf26520 req-1197f71b-b221-45c4-8601-7f5146cdddea tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:23.410967 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-57908b1d-afd3-41e2-ba1b-f0089bf26520 req-1197f71b-b221-45c4-8601-7f5146cdddea tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0856192 Mar 14 11:25:23.468376 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-57908b1d-afd3-41e2-ba1b-f0089bf26520 req-316390bf-354b-4e83-ad9b-002ae8286cc3 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516179 Mar 14 11:25:23.469445 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-08c61395-16ea-483c-a8fb-bf15592828a8 service neutron] 10.222.0.37 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136448 Mar 14 11:25:23.753598 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bd7dc57c-e298-4eda-a0bb-d649ce4f1bad req-06fc9f77-e45b-40fe-94c6-dff9fb6b53c7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 210 time: 0.0457850 Mar 14 11:25:23.756263 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ae564-431f-4ffd-8e1a-b5518b7e9199 req-131f262e-dff6-4360-82ca-85a50b0fd09e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:23.757828 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-791ae564-431f-4ffd-8e1a-b5518b7e9199 req-131f262e-dff6-4360-82ca-85a50b0fd09e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 944 time: 0.1051698 Mar 14 11:25:23.834239 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-791ae564-431f-4ffd-8e1a-b5518b7e9199 req-9747d495-8d04-42f6-b215-cad2f1d0a768 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706456 Mar 14 11:25:24.578576 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c473a35b-6d45-41a6-b58d-806917065198 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:25:24.613407 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296978e-1bcb-48c5-82e9-a352fbae3a7b req-b2ae8aae-d6c0-4674-a9b8-b7540f390c07 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:24.614994 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6296978e-1bcb-48c5-82e9-a352fbae3a7b req-b2ae8aae-d6c0-4674-a9b8-b7540f390c07 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0697868 Mar 14 11:25:24.661900 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6296978e-1bcb-48c5-82e9-a352fbae3a7b req-9d53c925-7f15-4580-b967-31c33da86c26 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412164 Mar 14 11:25:24.689593 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port c473a35b-6d45-41a6-b58d-806917065198, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c473a35b-6d45-41a6-b58d-806917065198,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:25:24.705100 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': 'c473a35b-6d45-41a6-b58d-806917065198', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'port_id': 'c473a35b-6d45-41a6-b58d-806917065198', 'mac_address': 'fa:16:3e:a4:d8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:25:24.760646 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port c473a35b-6d45-41a6-b58d-806917065198 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:25:24.760960 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c473a35b-6d45-41a6-b58d-806917065198), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:24.775604 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c473a35b-6d45-41a6-b58d-806917065198 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:25:24.797344 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port c473a35b-6d45-41a6-b58d-806917065198, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c473a35b-6d45-41a6-b58d-806917065198,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:25:24.850744 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-598c0d12-4bff-490b-9e78-d6e3eba24f57 req-9bea1aa2-4b02-490d-afc1-d1b36e31d424 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 210 time: 0.0263269 Mar 14 11:25:24.882876 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (c473a35b-6d45-41a6-b58d-806917065198), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:24.933856 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=c473a35b-6d45-41a6-b58d-806917065198,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:24.941543 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:25:24.941894 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:25:24.942264 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:25:24.942604 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:25:24.942933 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:25:24.943261 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:25:24.943584 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:25:24.943905 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:25:24.944251 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:25:24.944572 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:25:24.944892 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:25:24.945211 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:25:24.945529 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:25:24.945843 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:25:24.946181 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:25:24.953001 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b29046-25e7-43ab-84ab-e92401099142 req-e05ee904-09c6-471b-a33d-3cd64872e892 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:24.954508 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d0b29046-25e7-43ab-84ab-e92401099142 req-e05ee904-09c6-471b-a33d-3cd64872e892 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 945 time: 0.0534754 Mar 14 11:25:25.000934 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d0b29046-25e7-43ab-84ab-e92401099142 req-00f9951b-70a7-4c97-bf83-39c3a966c20b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409412 Mar 14 11:25:25.272554 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['c473a35b-6d45-41a6-b58d-806917065198'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:25:25.806520 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0850a29-8272-4750-aead-01fc3d784a16 req-da4045a9-a120-4e85-9ec1-b8a8285acaf1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:25.808205 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f0850a29-8272-4750-aead-01fc3d784a16 req-da4045a9-a120-4e85-9ec1-b8a8285acaf1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0693414 Mar 14 11:25:25.861102 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f0850a29-8272-4750-aead-01fc3d784a16 req-225d1dd6-c7a8-466e-8441-237bf294b0d0 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451024 Mar 14 11:25:25.948726 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-de018722-b8fd-4c4c-9f96-3cd26063f538 req-0c07eb15-aa8d-455c-9619-ce162a2880d5 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 210 time: 0.0284023 Mar 14 11:25:26.123563 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c46926-5e0d-498d-8bae-cba8fa3ba361 req-608f80d8-acda-45e0-8094-002b2912b911 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:26.125472 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-79c46926-5e0d-498d-8bae-cba8fa3ba361 req-608f80d8-acda-45e0-8094-002b2912b911 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 945 time: 0.0549605 Mar 14 11:25:26.172895 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-79c46926-5e0d-498d-8bae-cba8fa3ba361 req-c475c155-db0f-4983-b3d8-ef0a770d1e72 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416758 Mar 14 11:25:26.585122 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c473a35b-6d45-41a6-b58d-806917065198 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:25:26.706767 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port c473a35b-6d45-41a6-b58d-806917065198 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:25:26.710865 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port c473a35b-6d45-41a6-b58d-806917065198 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:25:26.711434 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (c473a35b-6d45-41a6-b58d-806917065198), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:26.794307 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port c473a35b-6d45-41a6-b58d-806917065198 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:25:26.794697 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c473a35b-6d45-41a6-b58d-806917065198), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:26.820463 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cabed8-32fc-459f-853d-34d96d50061b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c473a35b-6d45-41a6-b58d-806917065198'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:25:26.836653 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d227cb-6dca-4be0-aded-90f98a43a2a8" -d '{"events": [{"server_uuid": "67cabed8-32fc-459f-853d-34d96d50061b", "name": "network-vif-plugged", "status": "completed", "tag": "c473a35b-6d45-41a6-b58d-806917065198"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:25:26.836653 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port c473a35b-6d45-41a6-b58d-806917065198, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c473a35b-6d45-41a6-b58d-806917065198,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:25:26.864173 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0145932-4d5d-4e57-944f-63605bd900f1 x-openstack-request-id: req-e0145932-4d5d-4e57-944f-63605bd900f1 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:25:26.864508 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67cabed8-32fc-459f-853d-34d96d50061b", "name": "network-vif-plugged", "status": "completed", "tag": "c473a35b-6d45-41a6-b58d-806917065198", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:25:26.864870 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0145932-4d5d-4e57-944f-63605bd900f1 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:25:26.865405 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cabed8-32fc-459f-853d-34d96d50061b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c473a35b-6d45-41a6-b58d-806917065198', 'code': 200} Mar 14 11:25:26.929850 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (c473a35b-6d45-41a6-b58d-806917065198), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:26.992113 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=c473a35b-6d45-41a6-b58d-806917065198,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:27.005885 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16e354-b09e-437d-a9d0-fecc45ce84ab req-38474b4b-dae0-4b94-b337-9aa1f8bc6a02 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:27.007409 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2d16e354-b09e-437d-a9d0-fecc45ce84ab req-38474b4b-dae0-4b94-b337-9aa1f8bc6a02 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0566103 Mar 14 11:25:27.091471 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2d16e354-b09e-437d-a9d0-fecc45ce84ab req-fdb5b243-273d-4f61-b530-88b3a30e269d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779667 Mar 14 11:25:27.099024 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3e0c2ce-257a-4ea4-aced-9125fab7c020 req-73eff946-8feb-428d-a405-0aee0c199a20 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 210 time: 0.0686543 Mar 14 11:25:27.314275 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9098d2e-5644-4bda-830e-c7405738b87e req-5dd41e0f-2187-4947-8e8d-9dc4defecf6c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:27.315930 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d9098d2e-5644-4bda-830e-c7405738b87e req-5dd41e0f-2187-4947-8e8d-9dc4defecf6c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.0695431 Mar 14 11:25:27.370533 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d9098d2e-5644-4bda-830e-c7405738b87e req-98331966-f9cd-4d49-81bc-e4bde97525af tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485961 Mar 14 11:25:28.258793 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-521655ee-d94f-4fc9-b407-05e444318b53 req-2fd0bb03-2870-48b1-afec-8caba4b0989c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 210 time: 0.0425160 Mar 14 11:25:28.284715 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a2917-7a4f-419d-af32-29cc801df8c5 req-c310fd13-f958-4c09-9d1f-1c7f5f504278 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:28.286206 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7b1a2917-7a4f-419d-af32-29cc801df8c5 req-c310fd13-f958-4c09-9d1f-1c7f5f504278 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0731530 Mar 14 11:25:28.336008 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7b1a2917-7a4f-419d-af32-29cc801df8c5 req-b7b7a5d0-0f9c-4059-aaa4-db03368e4593 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437417 Mar 14 11:25:28.503105 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d67d8a-8c3c-4335-b19b-679e29720712 req-4babd6f3-d170-4a01-928e-8fb259a0cafe tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:28.504604 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18d67d8a-8c3c-4335-b19b-679e29720712 req-4babd6f3-d170-4a01-928e-8fb259a0cafe tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.0549407 Mar 14 11:25:28.558238 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18d67d8a-8c3c-4335-b19b-679e29720712 req-3632fa0f-9e50-4361-b7e8-f3b8b081d336 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481374 Mar 14 11:25:29.374694 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e73a1686-06fa-4377-9cb7-7794cac1c3e5 req-fe3eb31b-c54f-46f7-9622-4ae162b6443f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 210 time: 0.0391386 Mar 14 11:25:29.487616 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95077925-eed0-4fab-96ba-57d962e052b8 req-586bae4f-b670-425f-a0d3-f57d3476938e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:29.489417 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95077925-eed0-4fab-96ba-57d962e052b8 req-586bae4f-b670-425f-a0d3-f57d3476938e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0565886 Mar 14 11:25:29.553494 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95077925-eed0-4fab-96ba-57d962e052b8 req-23bba074-5aa0-4b49-9a8e-8a5ac4e82cf0 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563011 Mar 14 11:25:29.691095 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80635fff-40f3-44c2-a5e2-919bcf546512 req-5632bb1b-57a3-45ef-ad42-dd5d876e7e69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:29.692767 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-80635fff-40f3-44c2-a5e2-919bcf546512 req-5632bb1b-57a3-45ef-ad42-dd5d876e7e69 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.0659881 Mar 14 11:25:29.745989 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-80635fff-40f3-44c2-a5e2-919bcf546512 req-94f382ac-fa21-4e60-98c6-f7ba10ff24dd tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465033 Mar 14 11:25:30.465143 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-244dc6c5-8393-4542-abbc-ea58e82d8e3b req-38ec0174-f776-48be-b215-f5ca624ddfd0 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 210 time: 0.0277393 Mar 14 11:25:30.699440 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d17124-c5ea-4139-b3d8-83c6c177c799 req-13eab7b7-045a-4bad-a53b-778115acb445 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:30.701514 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f4d17124-c5ea-4139-b3d8-83c6c177c799 req-13eab7b7-045a-4bad-a53b-778115acb445 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0697076 Mar 14 11:25:30.748543 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f4d17124-c5ea-4139-b3d8-83c6c177c799 req-bec3b2c4-6f46-4c01-8fb4-f137550966d6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414073 Mar 14 11:25:30.915933 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52fe26-c3d2-4bf8-8c71-7c55059f5aa4 req-00cfcbb2-507f-4864-ac58-04736785ed1a tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:30.925569 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f52fe26-c3d2-4bf8-8c71-7c55059f5aa4 req-00cfcbb2-507f-4864-ac58-04736785ed1a tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.1118774 Mar 14 11:25:30.977761 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f52fe26-c3d2-4bf8-8c71-7c55059f5aa4 req-ed1d6853-e050-4ac2-a5d9-a0a51e77fa8b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507889 Mar 14 11:25:31.586922 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-34718bc1-c259-4907-a28f-e3c50fb58919 req-c15044bb-fff9-40e7-b4fb-977d8a248d1f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 210 time: 0.0328884 Mar 14 11:25:31.876103 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0d3d9-a72f-4a0a-9f03-34632f49af96 req-5f4cb450-418a-439a-a757-a41c00093b35 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:31.877563 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95f0d3d9-a72f-4a0a-9f03-34632f49af96 req-5f4cb450-418a-439a-a757-a41c00093b35 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0556145 Mar 14 11:25:31.926124 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95f0d3d9-a72f-4a0a-9f03-34632f49af96 req-30e0df96-db91-4eee-a987-6fdf01630243 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429051 Mar 14 11:25:32.116107 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa5a7d5-e7d8-4da6-a46f-40577d7b5814 req-a7ac40b7-36e0-4df0-9de7-1bae4b0400e9 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:32.117530 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3fa5a7d5-e7d8-4da6-a46f-40577d7b5814 req-a7ac40b7-36e0-4df0-9de7-1bae4b0400e9 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.0726974 Mar 14 11:25:32.182205 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3fa5a7d5-e7d8-4da6-a46f-40577d7b5814 req-0ba74ed8-7b16-487a-bdb9-07e9b4b8f324 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590920 Mar 14 11:25:32.677522 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e11777f-9280-4288-8217-fd0c17e9fc13 req-b7f046b0-72ac-4962-80eb-c164a0f4bc8a tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 210 time: 0.0275021 Mar 14 11:25:32.833338 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:25:33.050092 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3765b-63fe-46bb-8f93-15dd50ebce30 req-1b014189-775b-4342-b29f-430980b56f0a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:33.051585 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3cb3765b-63fe-46bb-8f93-15dd50ebce30 req-1b014189-775b-4342-b29f-430980b56f0a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0550110 Mar 14 11:25:33.097872 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3cb3765b-63fe-46bb-8f93-15dd50ebce30 req-ac50dfbd-0bc4-40f3-b9bc-86c45ff8e681 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408719 Mar 14 11:25:33.304447 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bbb12-1094-4e21-a548-26b5a888039c req-01df97d9-a305-473e-9c40-88f8e0aa0533 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:33.305896 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-958bbb12-1094-4e21-a548-26b5a888039c req-01df97d9-a305-473e-9c40-88f8e0aa0533 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.0534015 Mar 14 11:25:33.350527 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-958bbb12-1094-4e21-a548-26b5a888039c req-261b29e3-f095-42f6-b591-c47fce0a3497 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390959 Mar 14 11:25:33.783294 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b1f9446f-f5fd-4b50-a0c3-29628de828ce req-ca74b4a7-6ae0-4a4c-bdea-f6247979ebb8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 210 time: 0.0316942 Mar 14 11:25:34.216540 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0a286-c07e-4132-8a4b-22961fd772b8 req-882e3044-48b8-4c9a-aaa2-4a5f47ca6395 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:34.218007 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-acf0a286-c07e-4132-8a4b-22961fd772b8 req-882e3044-48b8-4c9a-aaa2-4a5f47ca6395 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0507464 Mar 14 11:25:34.266961 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-acf0a286-c07e-4132-8a4b-22961fd772b8 req-9606cb3f-54d6-4a41-ab07-bd0995131779 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435672 Mar 14 11:25:34.468609 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4781c5c-652d-4638-8799-03bde81f797f req-62ffc5a1-8f79-40ec-bb9a-59d0633489a8 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:34.470091 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a4781c5c-652d-4638-8799-03bde81f797f req-62ffc5a1-8f79-40ec-bb9a-59d0633489a8 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.0535040 Mar 14 11:25:34.516495 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a4781c5c-652d-4638-8799-03bde81f797f req-ed8d262e-6112-4577-b7c6-c6856f82db44 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409980 Mar 14 11:25:34.873923 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ca1c51bf-9dfd-4f8d-acd0-39436b6f9dff req-e60f9269-1778-4112-8c5e-4796ca549ca8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 210 time: 0.0267134 Mar 14 11:25:35.243378 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b6f28b53-0dd3-4a00-bd67-d12927d54f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:35.386781 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cd811-9fc7-4678-b57a-670de0b74ac9 req-b6cb65a6-0682-4b50-9b2f-9ec13bcf1332 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:35.388157 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c66cd811-9fc7-4678-b57a-670de0b74ac9 req-b6cb65a6-0682-4b50-9b2f-9ec13bcf1332 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0520794 Mar 14 11:25:35.433826 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c66cd811-9fc7-4678-b57a-670de0b74ac9 req-9b48d4d2-9e9d-4a26-9031-dba804933836 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398667 Mar 14 11:25:35.631967 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a764bc-97d5-413f-8ed7-9dea47a01c0a req-2c8406ea-4e0d-452c-aef8-c43dfa895c8c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:35.633400 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4a764bc-97d5-413f-8ed7-9dea47a01c0a req-2c8406ea-4e0d-452c-aef8-c43dfa895c8c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.0512075 Mar 14 11:25:35.678878 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b4a764bc-97d5-413f-8ed7-9dea47a01c0a req-8734633c-3a02-40b2-a57c-e2cc57eef403 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392091 Mar 14 11:25:35.968955 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7c06b50f-c60e-41d9-a631-16919b15129e req-fe760390-1729-4de7-9606-3c4e5098de19 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 210 time: 0.0298951 Mar 14 11:25:36.522220 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc544283-c7dd-4943-961c-56be6258cf57 req-075b2e46-1a22-497e-90cb-b0d327ff5d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:36.522220 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dc544283-c7dd-4943-961c-56be6258cf57 req-075b2e46-1a22-497e-90cb-b0d327ff5d5e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 1130 time: 0.0489712 Mar 14 11:25:36.564529 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dc544283-c7dd-4943-961c-56be6258cf57 req-0073c787-e380-45f9-aafd-5db0eae92fa3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383666 Mar 14 11:25:36.566728 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5bf62-b087-4bba-91d4-8f56352ffdfd req-0cee7a01-32ee-458a-959c-b4daedcce3f1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:36.568187 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c7e5bf62-b087-4bba-91d4-8f56352ffdfd req-0cee7a01-32ee-458a-959c-b4daedcce3f1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0524397 Mar 14 11:25:36.618577 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c7e5bf62-b087-4bba-91d4-8f56352ffdfd req-23ff9536-8230-4079-94a7-8e3de081f6c4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446925 Mar 14 11:25:36.798624 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327615c1-0227-436d-ab3b-58f056551484 req-7f3c63d5-2794-4aab-b21f-566a7379085b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:36.800019 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-327615c1-0227-436d-ab3b-58f056551484 req-7f3c63d5-2794-4aab-b21f-566a7379085b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.0548155 Mar 14 11:25:36.846776 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-327615c1-0227-436d-ab3b-58f056551484 req-20dc10c4-17d6-4340-ae8c-d66a3e0098da tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411997 Mar 14 11:25:37.061206 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c879b15a-0d26-4cbc-ae00-9a02e9b23d41 req-6ded3d40-cf2c-4464-86c1-69df3b3e1808 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 210 time: 0.0268934 Mar 14 11:25:37.384662 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-caf61280-27fe-4656-a6a8-60c69151a0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:37.667885 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4bbea-2333-4972-8ea9-202091be3269 req-d8ea23be-b543-49ea-98f6-2bd31c62de38 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:37.670051 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-d8ea23be-b543-49ea-98f6-2bd31c62de38 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.44 "GET /v2.0/networks?id=841c8ce7-e1ff-4086-80e2-ec77dada8502 HTTP/1.1" status: 200 len: 810 time: 0.1023085 Mar 14 11:25:37.770047 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-303cb880-462e-4d9b-b38a-b21b495f0ab3 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=720f0e77ff664a78913bdaee14f470ba HTTP/1.1" status: 200 len: 379 time: 0.0867300 Mar 14 11:25:37.782645 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe807c-5669-4f48-9fa3-22c516246a38 req-d6b69505-2137-4d5f-ab14-5e8cd6c8ec6d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:37.789335 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cbfe807c-5669-4f48-9fa3-22c516246a38 req-d6b69505-2137-4d5f-ab14-5e8cd6c8ec6d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0871301 Mar 14 11:25:37.789335 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-aea4bbea-2333-4972-8ea9-202091be3269 req-2378d7d4-b6b8-43d9-9b87-b43d5cdf8511 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Request body: {'port': {'device_id': 'fb7688ed-0954-4254-bf9a-70e92fb303cb', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'admin_state_up': True, 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'security_groups': ['f44550b9-2ae8-42b7-9afe-1ad6b1e7b351']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:25:37.889807 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cbfe807c-5669-4f48-9fa3-22c516246a38 req-070e4314-1c83-443f-b695-01dac26b9f3e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977955 Mar 14 11:25:37.965533 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813d0f3-1f04-4621-bf8d-954c3c3399ee req-887b3448-e97e-4350-b254-deb047bfd35b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:37.967625 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8813d0f3-1f04-4621-bf8d-954c3c3399ee req-887b3448-e97e-4350-b254-deb047bfd35b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.0541945 Mar 14 11:25:38.016357 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8813d0f3-1f04-4621-bf8d-954c3c3399ee req-a85c85f0-b331-4dd1-b4a8-db3d28958efe tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427718 Mar 14 11:25:38.070437 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea4bbea-2333-4972-8ea9-202091be3269 req-2378d7d4-b6b8-43d9-9b87-b43d5cdf8511 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Made reservation on behalf of 720f0e77ff664a78913bdaee14f470ba for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:25:38.073816 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-aea4bbea-2333-4972-8ea9-202091be3269 req-2378d7d4-b6b8-43d9-9b87-b43d5cdf8511 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:38.171886 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3ced10d7-e30f-4713-ad9b-a0d285256deb req-26604b01-1a8d-4251-a579-6e9a448075c5 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 210 time: 0.0383389 Mar 14 11:25:38.234172 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-aea4bbea-2333-4972-8ea9-202091be3269 req-2378d7d4-b6b8-43d9-9b87-b43d5cdf8511 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Allocated IP 172.20.0.3 (841c8ce7-e1ff-4086-80e2-ec77dada8502/ccb908f7-3677-42e1-8bdd-62cd57924849/91ce57bc-e908-4d33-8f60-413df2ba2e1c) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:25:38.374336 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-aea4bbea-2333-4972-8ea9-202091be3269 req-2378d7d4-b6b8-43d9-9b87-b43d5cdf8511 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:38.472481 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-aea4bbea-2333-4972-8ea9-202091be3269 req-2378d7d4-b6b8-43d9-9b87-b43d5cdf8511 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:38.516318 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea4bbea-2333-4972-8ea9-202091be3269 req-2378d7d4-b6b8-43d9-9b87-b43d5cdf8511 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Network 841c8ce7-e1ff-4086-80e2-ec77dada8502 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:25:38.519337 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-aea4bbea-2333-4972-8ea9-202091be3269 req-2378d7d4-b6b8-43d9-9b87-b43d5cdf8511 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:25:38.522895 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea4bbea-2333-4972-8ea9-202091be3269 req-2378d7d4-b6b8-43d9-9b87-b43d5cdf8511 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:25:38.530045 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378d7d4-b6b8-43d9-9b87-b43d5cdf8511 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event updated for resources: {'Port': ['ID=91ce57bc-e908-4d33-8f60-413df2ba2e1c,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:38.577028 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4bbea-2333-4972-8ea9-202091be3269 req-2378d7d4-b6b8-43d9-9b87-b43d5cdf8511 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:38.577677 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-aea4bbea-2333-4972-8ea9-202091be3269 req-2378d7d4-b6b8-43d9-9b87-b43d5cdf8511 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:38.632263 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:38.667627 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-2378d7d4-b6b8-43d9-9b87-b43d5cdf8511 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8825099 Mar 14 11:25:38.684212 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Request body: {'port': {'device_id': 'fb7688ed-0954-4254-bf9a-70e92fb303cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:25:38.745622 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:38.763323 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-79595481-b3b9-4aa5-95b8-5c5d82901093 None None] Provisioning complete for port 91ce57bc-e908-4d33-8f60-413df2ba2e1c triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:25:38.763830 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-79595481-b3b9-4aa5-95b8-5c5d82901093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:38.800936 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-79595481-b3b9-4aa5-95b8-5c5d82901093 None None] Port 91ce57bc-e908-4d33-8f60-413df2ba2e1c cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:25:39.000359 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ce57bc-e908-4d33-8f60-413df2ba2e1c {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:25:39.007842 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Publish callbacks [] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:39.012740 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bc1dc-c373-4efc-9e68-d743b0817857 req-00496912-e503-430c-b7d9-94d4f61d8760 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:39.014736 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b5bc1dc-c373-4efc-9e68-d743b0817857 req-00496912-e503-430c-b7d9-94d4f61d8760 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0519509 Mar 14 11:25:39.020289 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Transition to ACTIVE for port object 91ce57bc-e908-4d33-8f60-413df2ba2e1c will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:25:39.060497 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:39.067176 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1b5bc1dc-c373-4efc-9e68-d743b0817857 req-f6b6f0bf-613f-41e8-815f-d17ab03d54d2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466621 Mar 14 11:25:39.138906 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f09050-81ff-490b-941b-0f03f12b7eba req-6f3d4c15-5e05-4d70-a5f3-d314b1aa26aa tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:39.140649 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d5f09050-81ff-490b-941b-0f03f12b7eba req-6f3d4c15-5e05-4d70-a5f3-d314b1aa26aa tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.0566342 Mar 14 11:25:39.141659 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:39.214502 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Pushing event updated for resources: {'Port': ['ID=91ce57bc-e908-4d33-8f60-413df2ba2e1c,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:39.259102 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d5f09050-81ff-490b-941b-0f03f12b7eba req-15c4455b-523d-4c2c-8ff9-850a0c072459 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044681 Mar 14 11:25:39.316833 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d069767-a741-40aa-9a77-0d2394cfeba9 req-8e3b115e-789d-4104-989c-bf67bb7b863f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:39.318290 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Attempting to bind port 91ce57bc-e908-4d33-8f60-413df2ba2e1c on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:25:39.319190 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Attempting to bind port 91ce57bc-e908-4d33-8f60-413df2ba2e1c by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:25:39.319190 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Attempting to bind port 91ce57bc-e908-4d33-8f60-413df2ba2e1c on network 841c8ce7-e1ff-4086-80e2-ec77dada8502 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:25:39.327973 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Port 91ce57bc-e908-4d33-8f60-413df2ba2e1c on network 841c8ce7-e1ff-4086-80e2-ec77dada8502 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:25:39.328140 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d069767-a741-40aa-9a77-0d2394cfeba9 req-8e3b115e-789d-4104-989c-bf67bb7b863f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 943 time: 0.0803807 Mar 14 11:25:39.328251 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Attempting to bind port 91ce57bc-e908-4d33-8f60-413df2ba2e1c on network 841c8ce7-e1ff-4086-80e2-ec77dada8502 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:25:39.331035 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:25:39.331391 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Checking segment: {'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:25:39.331911 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Bound using segment: {'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:25:39.332381 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Bound port: 91ce57bc-e908-4d33-8f60-413df2ba2e1c, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0461786-1cca-45bc-bb93-572a6c91f9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:25:39.332745 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:39.370636 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2d069767-a741-40aa-9a77-0d2394cfeba9 req-48c3c636-1242-4089-bcf9-a19938b1a8ef tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454278 Mar 14 11:25:39.431120 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8096d9-7c7a-4575-9537-5b49ecb6b2bb req-b7227917-1ca9-4031-8b55-a279714ea498 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:39.432577 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-eb8096d9-7c7a-4575-9537-5b49ecb6b2bb req-b7227917-1ca9-4031-8b55-a279714ea498 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.0975945 Mar 14 11:25:39.441702 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57624) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:39.441882 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] For port 91ce57bc-e908-4d33-8f60-413df2ba2e1c, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:25:39.444672 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] For port 91ce57bc-e908-4d33-8f60-413df2ba2e1c, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=91ce57bc-e908-4d33-8f60-413df2ba2e1c,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:25:39.446275 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-8f53bac4-5aa5-4b9f-9119-f32a3984fa2e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'floatingip': {'port_id': 'c473a35b-6d45-41a6-b58d-806917065198'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:25:39.484858 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f53bac4-5aa5-4b9f-9119-f32a3984fa2e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (7745da05-06b6-48ac-afb9-60717c5580b1), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:39.512358 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:39.549000 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:39.549868 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:39.551332 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] 10.222.0.44 "PUT /v2.0/ports/91ce57bc-e908-4d33-8f60-413df2ba2e1c HTTP/1.1" status: 200 len: 1093 time: 0.8715703 Mar 14 11:25:39.551782 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7688ed-0954-4254-bf9a-70e92fb303cb', 'tag': '91ce57bc-e908-4d33-8f60-413df2ba2e1c'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:25:39.554115 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e421edb8-da12-47e5-8ac1-a1618f89e427" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7688ed-0954-4254-bf9a-70e92fb303cb", "tag": "91ce57bc-e908-4d33-8f60-413df2ba2e1c"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:25:39.591610 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba747df-99d7-4324-8c19-8d9136842600 service neutron] Pushing event updated for resources: {'Port': ['ID=91ce57bc-e908-4d33-8f60-413df2ba2e1c,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:39.595459 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fc91b6-8f8d-4052-90de-23f8f160867f x-openstack-request-id: req-f6fc91b6-8f8d-4052-90de-23f8f160867f {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:25:39.595752 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7688ed-0954-4254-bf9a-70e92fb303cb", "tag": "91ce57bc-e908-4d33-8f60-413df2ba2e1c", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:25:39.596009 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6fc91b6-8f8d-4052-90de-23f8f160867f {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:25:39.596435 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7688ed-0954-4254-bf9a-70e92fb303cb', 'tag': '91ce57bc-e908-4d33-8f60-413df2ba2e1c', 'status': 'completed', 'code': 200} Mar 14 11:25:39.673639 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421edb8-da12-47e5-8ac1-a1618f89e427 req-dcfe2492-7c8a-4d65-a580-945735d4bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:39.675299 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e421edb8-da12-47e5-8ac1-a1618f89e427 req-dcfe2492-7c8a-4d65-a580-945735d4bfec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=720f0e77ff664a78913bdaee14f470ba&device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 1127 time: 0.0559621 Mar 14 11:25:39.782133 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421edb8-da12-47e5-8ac1-a1618f89e427 req-09fe0fea-fa62-45ae-b516-cff3a80096a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:39.783592 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e421edb8-da12-47e5-8ac1-a1618f89e427 req-09fe0fea-fa62-45ae-b516-cff3a80096a3 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=720f0e77ff664a78913bdaee14f470ba&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1001036 Mar 14 11:25:39.881235 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421edb8-da12-47e5-8ac1-a1618f89e427 req-6a8faef8-c745-4830-8888-0d3ad179df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:39.882873 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e421edb8-da12-47e5-8ac1-a1618f89e427 req-6a8faef8-c745-4830-8888-0d3ad179df28 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938013 Mar 14 11:25:39.955892 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f53bac4-5aa5-4b9f-9119-f32a3984fa2e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:39.964861 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4bbea-2333-4972-8ea9-202091be3269 req-715c6a6d-0f12-4d51-ba73-d139a4175a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:39.967627 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-715c6a6d-0f12-4d51-ba73-d139a4175a07 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=720f0e77ff664a78913bdaee14f470ba&device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 1127 time: 0.0440803 Mar 14 11:25:40.012031 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-835ec174-c90d-48b9-a5e2-c11a8182d3cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ce57bc-e908-4d33-8f60-413df2ba2e1c HTTP/1.1" status: 200 len: 217 time: 0.0390210 Mar 14 11:25:40.020713 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f53bac4-5aa5-4b9f-9119-f32a3984fa2e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (7745da05-06b6-48ac-afb9-60717c5580b1), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:40.059379 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4bbea-2333-4972-8ea9-202091be3269 req-675bf536-69b9-4d05-9929-7e9419472a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:40.061231 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-675bf536-69b9-4d05-9929-7e9419472a29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccb908f7-3677-42e1-8bdd-62cd57924849 HTTP/1.1" status: 200 len: 849 time: 0.0430381 Mar 14 11:25:40.110756 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4bbea-2333-4972-8ea9-202091be3269 req-6e9001b4-11e3-4e4f-97ec-c4ee0b0b021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:40.112335 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-6e9001b4-11e3-4e4f-97ec-c4ee0b0b021f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=841c8ce7-e1ff-4086-80e2-ec77dada8502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445716 Mar 14 11:25:40.125897 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-8f53bac4-5aa5-4b9f-9119-f32a3984fa2e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Floating IP 7745da05-06b6-48ac-afb9-60717c5580b1 associated. External IP: 172.27.3.46, port: c473a35b-6d45-41a6-b58d-806917065198. Mar 14 11:25:40.249464 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1949e34-c280-4968-8f1a-1e95d686041a req-4bdbcac5-173b-4cc5-9ffc-e8e5eaa3818b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:40.251097 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e1949e34-c280-4968-8f1a-1e95d686041a req-4bdbcac5-173b-4cc5-9ffc-e8e5eaa3818b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.1083508 Mar 14 11:25:40.253267 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-c9b37477-334b-4aa4-b919-4e2edcdc85d7 service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352980 Mar 14 11:25:40.334857 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:40.349636 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f53bac4-5aa5-4b9f-9119-f32a3984fa2e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Router fc7c283b-5081-4de4-b36a-cf56356795a5 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:25:40.373257 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e1949e34-c280-4968-8f1a-1e95d686041a req-6c9c322b-d67e-4c01-afef-deb44e66aa53 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970578 Mar 14 11:25:40.390199 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aea4bbea-2333-4972-8ea9-202091be3269 req-c4453c45-b00b-40a9-a80d-cd99f8542392 service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272099 Mar 14 11:25:40.494972 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f53bac4-5aa5-4b9f-9119-f32a3984fa2e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:25:40.500704 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f53bac4-5aa5-4b9f-9119-f32a3984fa2e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:40.505011 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a05ba37-edd4-49d5-bda8-b537705ee011 None None] Sync routers for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:25:40.514895 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a05ba37-edd4-49d5-bda8-b537705ee011 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:25:40.515511 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5a05ba37-edd4-49d5-bda8-b537705ee011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:25:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:40.545972 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8f53bac4-5aa5-4b9f-9119-f32a3984fa2e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "PUT /v2.0/floatingips/7745da05-06b6-48ac-afb9-60717c5580b1 HTTP/1.1" status: 200 len: 991 time: 1.0933268 Mar 14 11:25:40.545972 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67cabed8-32fc-459f-853d-34d96d50061b', 'tag': 'c473a35b-6d45-41a6-b58d-806917065198'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:25:40.545972 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a82408aa6d8333e2181d16c09767b8a1ebc4ae77f8efd81ec4377ebaeeb989a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eab170c-347c-49e6-be1c-6e1b41d168f0" -d '{"events": [{"name": "network-changed", "server_uuid": "67cabed8-32fc-459f-853d-34d96d50061b", "tag": "c473a35b-6d45-41a6-b58d-806917065198"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:25:40.551202 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a9787-b394-4123-8202-9d028fa2e908 req-bc650119-9cf6-498a-9fd3-0479c72a8034 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:40.551202 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-576a9787-b394-4123-8202-9d028fa2e908 req-bc650119-9cf6-498a-9fd3-0479c72a8034 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 943 time: 0.1003768 Mar 14 11:25:40.580213 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccb7696-2f70-479e-8fb8-e01d39aa7012 x-openstack-request-id: req-4ccb7696-2f70-479e-8fb8-e01d39aa7012 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:25:40.580506 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67cabed8-32fc-459f-853d-34d96d50061b", "tag": "c473a35b-6d45-41a6-b58d-806917065198", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:25:40.580763 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ccb7696-2f70-479e-8fb8-e01d39aa7012 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:25:40.581189 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67cabed8-32fc-459f-853d-34d96d50061b', 'tag': 'c473a35b-6d45-41a6-b58d-806917065198', 'status': 'completed', 'code': 200} Mar 14 11:25:40.616476 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-576a9787-b394-4123-8202-9d028fa2e908 req-4362081e-ad11-4d57-90a8-ba0489fd27d1 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594635 Mar 14 11:25:40.629718 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-5a05ba37-edd4-49d5-bda8-b537705ee011 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:25:40.651988 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab170c-347c-49e6-be1c-6e1b41d168f0 req-c973b8fa-88bf-409a-ad91-f08605a69157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:40.653467 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0eab170c-347c-49e6-be1c-6e1b41d168f0 req-c973b8fa-88bf-409a-ad91-f08605a69157 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 1130 time: 0.0468600 Mar 14 11:25:40.740919 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab170c-347c-49e6-be1c-6e1b41d168f0 req-a508a873-a601-4f47-9a70-8b8f0b9e311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:40.742537 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0eab170c-347c-49e6-be1c-6e1b41d168f0 req-a508a873-a601-4f47-9a70-8b8f0b9e311b service neutron] 10.222.0.44 "GET /v2.0/networks?id=7948184e-83ff-43df-a1e2-ac0589280d46 HTTP/1.1" status: 200 len: 916 time: 0.0830612 Mar 14 11:25:40.815054 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0eab170c-347c-49e6-be1c-6e1b41d168f0 req-9355152e-9678-4eba-8cba-b7cdee956698 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c473a35b-6d45-41a6-b58d-806917065198 HTTP/1.1" status: 200 len: 999 time: 0.0660543 Mar 14 11:25:40.857973 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5a05ba37-edd4-49d5-bda8-b537705ee011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '7745da05-06b6-48ac-afb9-60717c5580b1', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': 'c473a35b-6d45-41a6-b58d-806917065198', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:a4:d8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cabed8-32fc-459f-853d-34d96d50061b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:25:13Z', 'updated_at': '2022-03-14T11:25:39Z', 'revision_number': 1, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:40.862780 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab170c-347c-49e6-be1c-6e1b41d168f0 req-0c898b23-3f53-4063-9a26-e2e1368bc595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:40.864248 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0eab170c-347c-49e6-be1c-6e1b41d168f0 req-0c898b23-3f53-4063-9a26-e2e1368bc595 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c145818f-9d7d-4997-ae9c-db4cbe8d2da1 HTTP/1.1" status: 200 len: 854 time: 0.0435853 Mar 14 11:25:40.923697 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab170c-347c-49e6-be1c-6e1b41d168f0 req-a0ce1701-8625-4a03-82fd-cefbcc23ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:40.925218 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0eab170c-347c-49e6-be1c-6e1b41d168f0 req-a0ce1701-8625-4a03-82fd-cefbcc23ba91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7948184e-83ff-43df-a1e2-ac0589280d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553722 Mar 14 11:25:41.014935 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a05ba37-edd4-49d5-bda8-b537705ee011 None None] Checking router: fc7c283b-5081-4de4-b36a-cf56356795a5 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:25:41.019104 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0eab170c-347c-49e6-be1c-6e1b41d168f0 req-185aabc3-d022-4b51-9072-586139b448ab service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872347 Mar 14 11:25:41.023041 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a05ba37-edd4-49d5-bda8-b537705ee011 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:25:41.023635 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5a05ba37-edd4-49d5-bda8-b537705ee011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:25:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:41.112517 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0eab170c-347c-49e6-be1c-6e1b41d168f0 req-015d838c-9c9e-46aa-ae5b-6b8453b25cde service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872607 Mar 14 11:25:41.132637 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-5a05ba37-edd4-49d5-bda8-b537705ee011 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:25:41.356744 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-5a05ba37-edd4-49d5-bda8-b537705ee011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '7745da05-06b6-48ac-afb9-60717c5580b1', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': 'c473a35b-6d45-41a6-b58d-806917065198', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:a4:d8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cabed8-32fc-459f-853d-34d96d50061b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:25:13Z', 'updated_at': '2022-03-14T11:25:39Z', 'revision_number': 1, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:41.386965 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a05ba37-edd4-49d5-bda8-b537705ee011 None None] The sync data for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi is: [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '7745da05-06b6-48ac-afb9-60717c5580b1', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': 'c473a35b-6d45-41a6-b58d-806917065198', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:a4:d8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67cabed8-32fc-459f-853d-34d96d50061b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:25:13Z', 'updated_at': '2022-03-14T11:25:39Z', 'revision_number': 1, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:25:41.499937 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e22927-2306-46d6-a6ab-da01fc05d000 req-c44f3b91-97cf-4e0c-8711-72fb375207be tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:41.501447 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f8e22927-2306-46d6-a6ab-da01fc05d000 req-c44f3b91-97cf-4e0c-8711-72fb375207be tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0534270 Mar 14 11:25:41.548729 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f8e22927-2306-46d6-a6ab-da01fc05d000 req-bd8cd35d-894f-46ad-bdf7-887a75a787cc tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416875 Mar 14 11:25:41.582069 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce7f55-3f46-403e-9e92-082891aa52ef None None] New status for floating IP 7745da05-06b6-48ac-afb9-60717c5580b1: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:25:41.733356 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d514c3-e5bb-4763-9694-1f1c76054e55 req-1c739c26-d019-4289-980a-51660fb326e7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:41.734982 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59d514c3-e5bb-4763-9694-1f1c76054e55 req-1c739c26-d019-4289-980a-51660fb326e7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 943 time: 0.0544655 Mar 14 11:25:41.768886 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:41.782670 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59d514c3-e5bb-4763-9694-1f1c76054e55 req-409ea818-6384-4083-aab7-dade5badffd9 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417607 Mar 14 11:25:42.676016 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e8e86-007d-4b2b-8f94-1046c0501831 req-1b9395d0-059f-4dcd-b270-fe9209ba62c3 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:42.677498 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-770e8e86-007d-4b2b-8f94-1046c0501831 req-1b9395d0-059f-4dcd-b270-fe9209ba62c3 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0539076 Mar 14 11:25:42.725253 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-770e8e86-007d-4b2b-8f94-1046c0501831 req-4d882147-8e47-41e0-89a6-2ee5883e7605 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421190 Mar 14 11:25:42.897499 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85732d-ff23-4c72-af10-b13ab6ceb3ee req-2608c1e6-d019-4918-a594-b8f08cfc39f6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:42.898991 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a85732d-ff23-4c72-af10-b13ab6ceb3ee req-2608c1e6-d019-4918-a594-b8f08cfc39f6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 943 time: 0.0512977 Mar 14 11:25:42.944963 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7a85732d-ff23-4c72-af10-b13ab6ceb3ee req-310c3bb9-9c44-4838-951d-a3bc855d9f81 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397215 Mar 14 11:25:43.850964 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91bce9-9ab3-4a8d-9440-898aa7c9ed26 req-95593762-12a2-4008-872b-76027054a3c1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:43.852411 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3b91bce9-9ab3-4a8d-9440-898aa7c9ed26 req-95593762-12a2-4008-872b-76027054a3c1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0542936 Mar 14 11:25:43.897683 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3b91bce9-9ab3-4a8d-9440-898aa7c9ed26 req-906f894e-42cf-4fa7-b6bf-6144425f5829 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390623 Mar 14 11:25:44.063828 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88448d54-53e8-44ce-909d-4d4946ed8b9d req-c566c957-a58a-4916-a76b-39a8162fe4cb tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:44.065260 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-88448d54-53e8-44ce-909d-4d4946ed8b9d req-c566c957-a58a-4916-a76b-39a8162fe4cb tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 943 time: 0.0546384 Mar 14 11:25:44.111450 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-88448d54-53e8-44ce-909d-4d4946ed8b9d req-37cb98c7-93a8-4ef1-80dd-8ed2735858e0 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406721 Mar 14 11:25:44.646755 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 91ce57bc-e908-4d33-8f60-413df2ba2e1c details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:25:44.746330 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 91ce57bc-e908-4d33-8f60-413df2ba2e1c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=91ce57bc-e908-4d33-8f60-413df2ba2e1c,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:25:44.757277 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': '91ce57bc-e908-4d33-8f60-413df2ba2e1c', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'port_id': '91ce57bc-e908-4d33-8f60-413df2ba2e1c', 'mac_address': 'fa:16:3e:34:cf:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:25:44.792829 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 91ce57bc-e908-4d33-8f60-413df2ba2e1c is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:25:44.793218 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:44.806359 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ce57bc-e908-4d33-8f60-413df2ba2e1c {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:25:44.825110 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 91ce57bc-e908-4d33-8f60-413df2ba2e1c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=91ce57bc-e908-4d33-8f60-413df2ba2e1c,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:25:44.906194 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:44.906822 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device e2cceb08-3771-4458-af33-1feb1042b764 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:25:44.978400 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=91ce57bc-e908-4d33-8f60-413df2ba2e1c,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:45.020964 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fc73e-9586-460d-b1e1-84da048e75fd req-d8d9ca40-c88e-46f0-ba71-4652cb3aeb6f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:45.022562 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-395fc73e-9586-460d-b1e1-84da048e75fd req-d8d9ca40-c88e-46f0-ba71-4652cb3aeb6f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 944 time: 0.0531025 Mar 14 11:25:45.043078 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port e2cceb08-3771-4458-af33-1feb1042b764, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e2cceb08-3771-4458-af33-1feb1042b764,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:25:45.054131 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': 'e2cceb08-3771-4458-af33-1feb1042b764', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'port_id': 'e2cceb08-3771-4458-af33-1feb1042b764', 'mac_address': 'fa:16:3e:52:24:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:25:45.068659 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-395fc73e-9586-460d-b1e1-84da048e75fd req-5c3b7f0f-8096-46ac-930a-f4470c347ff5 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405054 Mar 14 11:25:45.090406 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port e2cceb08-3771-4458-af33-1feb1042b764 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:25:45.090794 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e2cceb08-3771-4458-af33-1feb1042b764), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:45.103941 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2cceb08-3771-4458-af33-1feb1042b764 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:25:45.123146 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port e2cceb08-3771-4458-af33-1feb1042b764, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e2cceb08-3771-4458-af33-1feb1042b764,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:25:45.209455 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e2cceb08-3771-4458-af33-1feb1042b764), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:45.228170 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c2948-a6b3-403c-a4fb-cd44842ae8a8 req-1fe19517-0c49-4245-a24c-dba480bf9cf7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:45.229731 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-401c2948-a6b3-403c-a4fb-cd44842ae8a8 req-1fe19517-0c49-4245-a24c-dba480bf9cf7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 944 time: 0.0532608 Mar 14 11:25:45.271909 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=e2cceb08-3771-4458-af33-1feb1042b764,revision_number=9']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:45.278740 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-401c2948-a6b3-403c-a4fb-cd44842ae8a8 req-7a54be7b-1cbf-4284-af64-414d868df8c4 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429544 Mar 14 11:25:45.602888 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['e2cceb08-3771-4458-af33-1feb1042b764'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:25:45.687827 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['91ce57bc-e908-4d33-8f60-413df2ba2e1c'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:25:46.192894 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88f1b8-aaf1-4b4f-817b-32683a2d3ab0 req-16580aa4-e3d4-40e6-908f-ce424ff5f1b4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:46.194364 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9b88f1b8-aaf1-4b4f-817b-32683a2d3ab0 req-16580aa4-e3d4-40e6-908f-ce424ff5f1b4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 945 time: 0.0515087 Mar 14 11:25:46.244154 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9b88f1b8-aaf1-4b4f-817b-32683a2d3ab0 req-1550fc76-3b04-4aed-a2be-d8385c8e1589 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441287 Mar 14 11:25:46.399071 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e599ccd-24ca-4248-baa4-29097582d9a1 req-a1876c86-baf5-499c-a068-cf1f61816d2f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:46.400536 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7e599ccd-24ca-4248-baa4-29097582d9a1 req-a1876c86-baf5-499c-a068-cf1f61816d2f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 944 time: 0.0552387 Mar 14 11:25:46.445884 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7e599ccd-24ca-4248-baa4-29097582d9a1 req-cc7743fa-440b-4db0-aa30-aab9848f1601 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398555 Mar 14 11:25:46.683882 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device e2cceb08-3771-4458-af33-1feb1042b764 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:25:46.730911 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port e2cceb08-3771-4458-af33-1feb1042b764 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:25:46.732121 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (e2cceb08-3771-4458-af33-1feb1042b764), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:46.813243 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port e2cceb08-3771-4458-af33-1feb1042b764 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:25:46.813625 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (e2cceb08-3771-4458-af33-1feb1042b764), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:46.835404 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cceb08-3771-4458-af33-1feb1042b764'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:25:46.837617 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ca107b-c958-48ea-b784-46c4c87a62f1" -d '{"events": [{"server_uuid": "fe138d1f-390a-46f7-8c07-3221da78a58a", "name": "network-vif-plugged", "status": "completed", "tag": "e2cceb08-3771-4458-af33-1feb1042b764"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:25:46.857765 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port e2cceb08-3771-4458-af33-1feb1042b764, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e2cceb08-3771-4458-af33-1feb1042b764,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:25:46.873550 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95502d4-6468-44ff-aa2a-78b70b7e9ca4 x-openstack-request-id: req-e95502d4-6468-44ff-aa2a-78b70b7e9ca4 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:25:46.873847 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe138d1f-390a-46f7-8c07-3221da78a58a", "name": "network-vif-plugged", "status": "completed", "tag": "e2cceb08-3771-4458-af33-1feb1042b764", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:25:46.874163 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e95502d4-6468-44ff-aa2a-78b70b7e9ca4 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:25:46.874578 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2cceb08-3771-4458-af33-1feb1042b764', 'code': 200} Mar 14 11:25:46.929056 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (e2cceb08-3771-4458-af33-1feb1042b764), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:46.975625 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=e2cceb08-3771-4458-af33-1feb1042b764,revision_number=10']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:47.368588 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58466b-0f5b-43e0-92de-eeefcfa23a38 req-872b3950-785e-4a32-a3ad-2c7879e51bff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:47.370095 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b58466b-0f5b-43e0-92de-eeefcfa23a38 req-872b3950-785e-4a32-a3ad-2c7879e51bff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 947 time: 0.0534110 Mar 14 11:25:47.416480 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7b58466b-0f5b-43e0-92de-eeefcfa23a38 req-ab6a637c-019b-4dc0-be81-54b4db6e54bc tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402951 Mar 14 11:25:47.567154 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71258b44-9158-46b1-9a9d-7e282a83121f req-923fcf13-a09a-4d43-a783-875bac857b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:47.568553 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-71258b44-9158-46b1-9a9d-7e282a83121f req-923fcf13-a09a-4d43-a783-875bac857b1f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 1131 time: 0.0757918 Mar 14 11:25:47.579700 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423edacd-0eed-4f42-962f-580b7c4ed028 req-37cedcd5-1002-4331-9aa3-74ecfa5a416a tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:47.581041 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-423edacd-0eed-4f42-962f-580b7c4ed028 req-37cedcd5-1002-4331-9aa3-74ecfa5a416a tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 944 time: 0.0628946 Mar 14 11:25:47.647221 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-71258b44-9158-46b1-9a9d-7e282a83121f req-2b77d547-5a55-46d4-80a4-56eb1f1314c9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652537 Mar 14 11:25:47.651315 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-423edacd-0eed-4f42-962f-580b7c4ed028 req-d824c55b-feb6-4857-93ad-703f2a3e0e5f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636728 Mar 14 11:25:48.538424 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8d9e5-a938-48bc-afaa-99a324b6d48e req-41f80dcd-25a7-40ea-9f87-92b3f0d677b4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:48.539859 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c5c8d9e5-a938-48bc-afaa-99a324b6d48e req-41f80dcd-25a7-40ea-9f87-92b3f0d677b4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 947 time: 0.0525479 Mar 14 11:25:48.588698 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c5c8d9e5-a938-48bc-afaa-99a324b6d48e req-bd2dd7ee-3ac5-425c-8982-ec1a2bd5d360 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430183 Mar 14 11:25:48.699857 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 91ce57bc-e908-4d33-8f60-413df2ba2e1c up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:25:48.772720 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8165c-850b-41cf-a137-76ca335b0693 req-e53c4185-4fdd-4be7-a66d-451b1544483a tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:48.774195 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-26a8165c-850b-41cf-a137-76ca335b0693 req-e53c4185-4fdd-4be7-a66d-451b1544483a tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 944 time: 0.0562294 Mar 14 11:25:48.820305 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-26a8165c-850b-41cf-a137-76ca335b0693 req-bb2ae036-2a49-418d-90c3-a169a96e3dcc tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405209 Mar 14 11:25:48.888884 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port 91ce57bc-e908-4d33-8f60-413df2ba2e1c completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:25:48.893098 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port 91ce57bc-e908-4d33-8f60-413df2ba2e1c triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:25:48.893508 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:48.971424 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 91ce57bc-e908-4d33-8f60-413df2ba2e1c is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:25:48.971839 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:48.995067 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7688ed-0954-4254-bf9a-70e92fb303cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ce57bc-e908-4d33-8f60-413df2ba2e1c'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:25:48.997290 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0aede4a-d88c-4ecc-a3ab-28c5d8b13a32" -d '{"events": [{"server_uuid": "fb7688ed-0954-4254-bf9a-70e92fb303cb", "name": "network-vif-plugged", "status": "completed", "tag": "91ce57bc-e908-4d33-8f60-413df2ba2e1c"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:25:49.009969 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 91ce57bc-e908-4d33-8f60-413df2ba2e1c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=91ce57bc-e908-4d33-8f60-413df2ba2e1c,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:25:49.033374 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265ab4c4-6608-4f10-9c06-e6575af5ac78 x-openstack-request-id: req-265ab4c4-6608-4f10-9c06-e6575af5ac78 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:25:49.033763 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7688ed-0954-4254-bf9a-70e92fb303cb", "name": "network-vif-plugged", "status": "completed", "tag": "91ce57bc-e908-4d33-8f60-413df2ba2e1c", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:25:49.034138 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-265ab4c4-6608-4f10-9c06-e6575af5ac78 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:25:49.034635 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7688ed-0954-4254-bf9a-70e92fb303cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ce57bc-e908-4d33-8f60-413df2ba2e1c', 'code': 200} Mar 14 11:25:49.123211 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:49.178267 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=91ce57bc-e908-4d33-8f60-413df2ba2e1c,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:25:49.462925 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68b606-fafb-49c3-8442-c2e1fa04be7f req-80958ab2-b99e-4fdf-b0d2-38616efca5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:49.464393 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ea68b606-fafb-49c3-8442-c2e1fa04be7f req-80958ab2-b99e-4fdf-b0d2-38616efca5cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 1129 time: 0.0432210 Mar 14 11:25:49.507076 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ea68b606-fafb-49c3-8442-c2e1fa04be7f req-bc50c017-0116-4e43-8aa2-1cf8a949c98f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365949 Mar 14 11:25:49.715083 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb806b3a-d1fd-48cb-b67e-eaf559f68f4b req-21262cb9-a0aa-4cce-89cb-4eadafd2cffd tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:49.716551 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cb806b3a-d1fd-48cb-b67e-eaf559f68f4b req-21262cb9-a0aa-4cce-89cb-4eadafd2cffd tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 947 time: 0.0559309 Mar 14 11:25:49.765561 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cb806b3a-d1fd-48cb-b67e-eaf559f68f4b req-0a599749-c055-4bc3-bb73-2bf67abd2328 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411205 Mar 14 11:25:49.939168 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828680d3-7dee-4fc5-b772-f26c28b1b5b2 req-7c0a00cb-6ec4-42cd-85d4-36fb80eee17a tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:49.940649 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-828680d3-7dee-4fc5-b772-f26c28b1b5b2 req-7c0a00cb-6ec4-42cd-85d4-36fb80eee17a tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 945 time: 0.0533898 Mar 14 11:25:49.988063 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-828680d3-7dee-4fc5-b772-f26c28b1b5b2 req-c2544086-fbfa-42d0-b34d-74de23b26df5 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413666 Mar 14 11:25:50.889590 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260def69-97b7-4321-af18-9f3c4db9f1f6 req-f9866bd1-6dcd-44b8-bb20-01fdaa21af22 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:50.891668 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-260def69-97b7-4321-af18-9f3c4db9f1f6 req-f9866bd1-6dcd-44b8-bb20-01fdaa21af22 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 947 time: 0.0535860 Mar 14 11:25:50.939340 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-260def69-97b7-4321-af18-9f3c4db9f1f6 req-f759b811-a0f7-4b40-8f92-bddbfa0dd950 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422368 Mar 14 11:25:51.103617 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03327686-1798-4f08-96cc-029eec0ba6c6 req-b2ba545d-55b8-423b-9f5d-29405d63683b tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:51.105075 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03327686-1798-4f08-96cc-029eec0ba6c6 req-b2ba545d-55b8-423b-9f5d-29405d63683b tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 945 time: 0.0522745 Mar 14 11:25:51.151548 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-03327686-1798-4f08-96cc-029eec0ba6c6 req-19471612-e67e-40d4-8f32-d4b9c32dc0c5 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398750 Mar 14 11:25:52.267666 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd7018-5397-4cdc-ae0f-cf8bdb064542 req-3cee2cf4-8f33-41be-9e4b-9da7dc99195f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:52.269145 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-45dd7018-5397-4cdc-ae0f-cf8bdb064542 req-3cee2cf4-8f33-41be-9e4b-9da7dc99195f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 945 time: 0.0519233 Mar 14 11:25:52.318905 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-45dd7018-5397-4cdc-ae0f-cf8bdb064542 req-e01c0b8c-c36f-4320-ad21-7dc841066bdd tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442636 Mar 14 11:25:52.434175 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc40afd-4168-47f7-99d1-bed7367eb47c req-b37e8c32-99ef-4693-a4be-d4275fc711ef tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:52.435523 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ccc40afd-4168-47f7-99d1-bed7367eb47c req-b37e8c32-99ef-4693-a4be-d4275fc711ef tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 945 time: 0.0548325 Mar 14 11:25:52.444014 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 57718) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:25:52.448139 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-3994525a-7740-4b3d-be16-8a2da3a12783 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Request body: {'floatingip': {'port_id': '91ce57bc-e908-4d33-8f60-413df2ba2e1c'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:25:52.486620 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3994525a-7740-4b3d-be16-8a2da3a12783 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for floatingip (04e45fc5-bef3-4215-85b3-3b98765b77f9), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:53.162350 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3994525a-7740-4b3d-be16-8a2da3a12783 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:53.241222 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3994525a-7740-4b3d-be16-8a2da3a12783 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (04e45fc5-bef3-4215-85b3-3b98765b77f9), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:53.340915 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-3994525a-7740-4b3d-be16-8a2da3a12783 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Floating IP 04e45fc5-bef3-4215-85b3-3b98765b77f9 associated. External IP: 172.27.3.156, port: 91ce57bc-e908-4d33-8f60-413df2ba2e1c. Mar 14 11:25:53.545775 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3994525a-7740-4b3d-be16-8a2da3a12783 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Router c16a800f-d222-4a0b-90ae-14289206e557 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:25:53.652498 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3994525a-7740-4b3d-be16-8a2da3a12783 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:25:53.657290 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3994525a-7740-4b3d-be16-8a2da3a12783 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:25:53.662577 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163aca9b-4b92-4d4a-a2ef-cd0db5f82e43 None None] Sync routers for ids ['c16a800f-d222-4a0b-90ae-14289206e557'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:25:53.672550 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163aca9b-4b92-4d4a-a2ef-cd0db5f82e43 None None] Routers {'c16a800f-d222-4a0b-90ae-14289206e557'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:25:53.673165 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-163aca9b-4b92-4d4a-a2ef-cd0db5f82e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:25:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['c16a800f-d222-4a0b-90ae-14289206e557'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:53.686396 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3994525a-7740-4b3d-be16-8a2da3a12783 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "PUT /v2.0/floatingips/04e45fc5-bef3-4215-85b3-3b98765b77f9 HTTP/1.1" status: 200 len: 991 time: 1.2413511 Mar 14 11:25:53.687746 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7688ed-0954-4254-bf9a-70e92fb303cb', 'tag': '91ce57bc-e908-4d33-8f60-413df2ba2e1c'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:25:53.690443 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a82408aa6d8333e2181d16c09767b8a1ebc4ae77f8efd81ec4377ebaeeb989a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d075c260-5ad6-41a2-aa85-158bf61b5029" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7688ed-0954-4254-bf9a-70e92fb303cb", "tag": "91ce57bc-e908-4d33-8f60-413df2ba2e1c"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:25:53.725571 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769a7722-993e-43df-8fa6-8968147a0158 x-openstack-request-id: req-769a7722-993e-43df-8fa6-8968147a0158 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:25:53.725856 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7688ed-0954-4254-bf9a-70e92fb303cb", "tag": "91ce57bc-e908-4d33-8f60-413df2ba2e1c", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:25:53.726139 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-769a7722-993e-43df-8fa6-8968147a0158 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:25:53.726539 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7688ed-0954-4254-bf9a-70e92fb303cb', 'tag': '91ce57bc-e908-4d33-8f60-413df2ba2e1c', 'status': 'completed', 'code': 200} Mar 14 11:25:53.782987 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-163aca9b-4b92-4d4a-a2ef-cd0db5f82e43 None None] Set router c16a800f-d222-4a0b-90ae-14289206e557 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:25:53.790276 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075c260-5ad6-41a2-aa85-158bf61b5029 req-bc03195f-f5f8-41e8-9377-9299c1e734f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:53.792026 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d075c260-5ad6-41a2-aa85-158bf61b5029 req-bc03195f-f5f8-41e8-9377-9299c1e734f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=720f0e77ff664a78913bdaee14f470ba&device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 1129 time: 0.0439470 Mar 14 11:25:53.879462 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075c260-5ad6-41a2-aa85-158bf61b5029 req-f489c6a4-3b34-4269-baee-9130d2338833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:53.880855 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d075c260-5ad6-41a2-aa85-158bf61b5029 req-f489c6a4-3b34-4269-baee-9130d2338833 service neutron] 10.222.0.44 "GET /v2.0/networks?id=841c8ce7-e1ff-4086-80e2-ec77dada8502 HTTP/1.1" status: 200 len: 911 time: 0.0832698 Mar 14 11:25:53.948449 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d075c260-5ad6-41a2-aa85-158bf61b5029 req-159d40c7-1cab-49d5-a0d7-64501b246734 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91ce57bc-e908-4d33-8f60-413df2ba2e1c HTTP/1.1" status: 200 len: 999 time: 0.0614259 Mar 14 11:25:53.995562 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075c260-5ad6-41a2-aa85-158bf61b5029 req-f92b5101-69cd-4869-bce3-b81247d3f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:53.997017 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d075c260-5ad6-41a2-aa85-158bf61b5029 req-f92b5101-69cd-4869-bce3-b81247d3f457 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ccb908f7-3677-42e1-8bdd-62cd57924849 HTTP/1.1" status: 200 len: 849 time: 0.0433669 Mar 14 11:25:54.006970 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-163aca9b-4b92-4d4a-a2ef-cd0db5f82e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '04e45fc5-bef3-4215-85b3-3b98765b77f9', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'port_id': '91ce57bc-e908-4d33-8f60-413df2ba2e1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'mac_address': 'fa:16:3e:34:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7688ed-0954-4254-bf9a-70e92fb303cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:25:22Z', 'updated_at': '2022-03-14T11:25:53Z', 'revision_number': 1, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b79f0-b3af-4bb7-aba5-4f992f7895c3', 'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'mac_address': 'fa:16:3e:41:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:09Z', 'updated_at': '2022-03-14T11:18:17Z', 'revision_number': 5, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'subnets': [{'id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:54.032803 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163aca9b-4b92-4d4a-a2ef-cd0db5f82e43 None None] Checking router: c16a800f-d222-4a0b-90ae-14289206e557 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:25:54.040848 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163aca9b-4b92-4d4a-a2ef-cd0db5f82e43 None None] Routers {'c16a800f-d222-4a0b-90ae-14289206e557'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:25:54.041448 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-163aca9b-4b92-4d4a-a2ef-cd0db5f82e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:25:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['c16a800f-d222-4a0b-90ae-14289206e557'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:54.048792 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075c260-5ad6-41a2-aa85-158bf61b5029 req-1b39791d-4df4-49f4-9da5-3bc68d13b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:25:54.050349 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d075c260-5ad6-41a2-aa85-158bf61b5029 req-1b39791d-4df4-49f4-9da5-3bc68d13b7b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=841c8ce7-e1ff-4086-80e2-ec77dada8502&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429904 Mar 14 11:25:54.140760 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d075c260-5ad6-41a2-aa85-158bf61b5029 req-bc7e4aee-c628-48f8-b0a6-ff50c9f579b8 service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841253 Mar 14 11:25:54.146926 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-163aca9b-4b92-4d4a-a2ef-cd0db5f82e43 None None] Set router c16a800f-d222-4a0b-90ae-14289206e557 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:25:54.227639 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d075c260-5ad6-41a2-aa85-158bf61b5029 req-3d05ae1a-e574-490f-9e98-36b35cbd9b40 service neutron] 10.222.0.44 "GET /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815115 Mar 14 11:25:54.490041 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-163aca9b-4b92-4d4a-a2ef-cd0db5f82e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '04e45fc5-bef3-4215-85b3-3b98765b77f9', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'port_id': '91ce57bc-e908-4d33-8f60-413df2ba2e1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'mac_address': 'fa:16:3e:34:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7688ed-0954-4254-bf9a-70e92fb303cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:25:22Z', 'updated_at': '2022-03-14T11:25:53Z', 'revision_number': 1, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b79f0-b3af-4bb7-aba5-4f992f7895c3', 'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'mac_address': 'fa:16:3e:41:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:09Z', 'updated_at': '2022-03-14T11:18:17Z', 'revision_number': 5, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'subnets': [{'id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:25:54.519180 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163aca9b-4b92-4d4a-a2ef-cd0db5f82e43 None None] The sync data for ids ['c16a800f-d222-4a0b-90ae-14289206e557'] in dv-cinder-831776-2-iscsi is: [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '04e45fc5-bef3-4215-85b3-3b98765b77f9', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'port_id': '91ce57bc-e908-4d33-8f60-413df2ba2e1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'mac_address': 'fa:16:3e:34:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb7688ed-0954-4254-bf9a-70e92fb303cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:25:22Z', 'updated_at': '2022-03-14T11:25:53Z', 'revision_number': 1, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec9b79f0-b3af-4bb7-aba5-4f992f7895c3', 'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'mac_address': 'fa:16:3e:41:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:09Z', 'updated_at': '2022-03-14T11:18:17Z', 'revision_number': 5, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'subnets': [{'id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:25:54.712605 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253d322-caad-4147-b9bf-016c1431e698 None None] New status for floating IP 04e45fc5-bef3-4215-85b3-3b98765b77f9: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:26:01.412584 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9b63b-ba84-4e74-b95d-31badee458ea req-18d52d30-54b6-4bea-8eea-507f269ca86c tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:01.414075 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-34a9b63b-ba84-4e74-b95d-31badee458ea req-18d52d30-54b6-4bea-8eea-507f269ca86c tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0555813 Mar 14 11:26:01.461447 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-34a9b63b-ba84-4e74-b95d-31badee458ea req-7e5c05e9-0ba5-472e-b80d-84b5c173db5e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416930 Mar 14 11:26:02.584643 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5761f6f-1bea-459b-b568-9f085828fad9 req-542e0fd2-12f5-4308-a07b-9ec6b576d17e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:02.586048 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d5761f6f-1bea-459b-b568-9f085828fad9 req-542e0fd2-12f5-4308-a07b-9ec6b576d17e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0550389 Mar 14 11:26:02.634998 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d5761f6f-1bea-459b-b568-9f085828fad9 req-aa99bb01-5336-4f02-a6f6-3802860e2841 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 Mar 14 11:26:03.751125 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cb4d5-819f-4c5b-bf3b-46691b38669c req-7107a3e8-12d1-40ab-aa5f-55dfe507d00e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:03.752578 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b84cb4d5-819f-4c5b-bf3b-46691b38669c req-7107a3e8-12d1-40ab-aa5f-55dfe507d00e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0522339 Mar 14 11:26:03.799946 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b84cb4d5-819f-4c5b-bf3b-46691b38669c req-621f518d-f4c4-4cac-866e-c089aa16789a tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419009 Mar 14 11:26:04.918548 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c94ef8-6d6d-43d2-97a1-b8d280553922 req-0468bab1-4bb0-49d1-a933-11f649e2747f tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:04.920679 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c2c94ef8-6d6d-43d2-97a1-b8d280553922 req-0468bab1-4bb0-49d1-a933-11f649e2747f tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0526655 Mar 14 11:26:04.974255 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c2c94ef8-6d6d-43d2-97a1-b8d280553922 req-4b972a48-0a0c-4750-8e5f-26168c3447fc tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480232 Mar 14 11:26:05.223692 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-58ba8fb1-de99-49f2-8641-7e9e89bba2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:06.097756 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94485b02-d8db-458f-83f3-11e44074cfd3 req-8089520f-8862-45f0-827e-8a92a4ce213d tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:06.099409 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-94485b02-d8db-458f-83f3-11e44074cfd3 req-8089520f-8862-45f0-827e-8a92a4ce213d tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0571556 Mar 14 11:26:06.150113 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-94485b02-d8db-458f-83f3-11e44074cfd3 req-11310853-326a-4ca2-82f9-efd4315c6cf4 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448496 Mar 14 11:26:07.269347 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28a50f-0332-4dc8-965c-7c249c68b605 req-be63d909-7c46-4290-b5d7-48146a48776e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:07.270854 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a28a50f-0332-4dc8-965c-7c249c68b605 req-be63d909-7c46-4290-b5d7-48146a48776e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0538194 Mar 14 11:26:07.319434 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5a28a50f-0332-4dc8-965c-7c249c68b605 req-e70cfb62-6953-4144-8784-316247016271 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426965 Mar 14 11:26:07.368320 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-66497642-4f96-4d1d-8c20-63add8c0640f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:08.437491 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4354df4-b89d-43a5-a2e5-e9bbefc28648 req-b6ec1e1f-9a72-4f9c-b020-018c25a51277 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:08.439657 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a4354df4-b89d-43a5-a2e5-e9bbefc28648 req-b6ec1e1f-9a72-4f9c-b020-018c25a51277 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0526507 Mar 14 11:26:08.486230 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a4354df4-b89d-43a5-a2e5-e9bbefc28648 req-9d82e2fc-c71f-4b59-b032-074e175cf95e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408480 Mar 14 11:26:08.671300 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:09.097644 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:09.604074 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389ea71-210b-4a28-b4ef-833710ca5cfa req-9bc868be-d1d7-43d4-ae38-32d7f39307c8 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:09.605530 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3389ea71-210b-4a28-b4ef-833710ca5cfa req-9bc868be-d1d7-43d4-ae38-32d7f39307c8 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0526099 Mar 14 11:26:09.653930 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3389ea71-210b-4a28-b4ef-833710ca5cfa req-a389b382-ea62-4fba-a3c0-f098e16f19a2 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422180 Mar 14 11:26:09.833836 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:26:10.331819 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:10.922402 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed726b0-e543-4dca-8d1b-78a83c169ff9 req-7e40323c-ce91-44e7-8020-3b111ebb47a1 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:10.923901 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bed726b0-e543-4dca-8d1b-78a83c169ff9 req-7e40323c-ce91-44e7-8020-3b111ebb47a1 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0517318 Mar 14 11:26:10.975508 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bed726b0-e543-4dca-8d1b-78a83c169ff9 req-194acc40-ad48-4cde-ba15-63921e2437f6 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460539 Mar 14 11:26:11.757476 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:11.931797 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dbbc556b-b135-49da-955f-80a51185a563 req-ab532b26-7cf4-4414-b820-b96ba1007977 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421789 Mar 14 11:26:12.015789 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc556b-b135-49da-955f-80a51185a563 req-37be0215-a178-435a-bca6-889aeebd5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:12.017502 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dbbc556b-b135-49da-955f-80a51185a563 req-37be0215-a178-435a-bca6-889aeebd5093 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 1131 time: 0.0440271 Mar 14 11:26:12.098819 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d9e57-35f3-4663-a78e-0bb30be988ad req-44017a03-c9ba-4359-b081-f2be7ebebc27 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:12.100351 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-365d9e57-35f3-4663-a78e-0bb30be988ad req-44017a03-c9ba-4359-b081-f2be7ebebc27 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0572875 Mar 14 11:26:12.135147 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc556b-b135-49da-955f-80a51185a563 req-e21957e7-13ec-48f1-8f57-82791727fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:12.135147 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dbbc556b-b135-49da-955f-80a51185a563 req-e21957e7-13ec-48f1-8f57-82791727fe12 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac8d8309-0e4e-4a85-9956-37c78e1327a5 HTTP/1.1" status: 200 len: 917 time: 0.0943108 Mar 14 11:26:12.150899 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-365d9e57-35f3-4663-a78e-0bb30be988ad req-202b92aa-ed08-4641-ac30-657c6acec162 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448735 Mar 14 11:26:12.201455 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dbbc556b-b135-49da-955f-80a51185a563 req-ac53f551-2eeb-4e69-95df-ee58a0aa9aa8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2cceb08-3771-4458-af33-1feb1042b764 HTTP/1.1" status: 200 len: 1001 time: 0.0579638 Mar 14 11:26:12.252848 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc556b-b135-49da-955f-80a51185a563 req-47124e1e-eeb4-4322-b901-f500e7787213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:12.254303 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dbbc556b-b135-49da-955f-80a51185a563 req-47124e1e-eeb4-4322-b901-f500e7787213 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36c84865-fa34-4ad8-b7c4-ef0535413a31 HTTP/1.1" status: 200 len: 855 time: 0.0420737 Mar 14 11:26:12.310648 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc556b-b135-49da-955f-80a51185a563 req-3219e12a-68d1-4fa5-8961-8ecfc023d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:12.312031 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dbbc556b-b135-49da-955f-80a51185a563 req-3219e12a-68d1-4fa5-8961-8ecfc023d648 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac8d8309-0e4e-4a85-9956-37c78e1327a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472987 Mar 14 11:26:12.399190 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dbbc556b-b135-49da-955f-80a51185a563 req-3f05e682-7a7a-4f7f-bd28-29aa2211aae6 service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790384 Mar 14 11:26:12.741572 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-dbbc556b-b135-49da-955f-80a51185a563 req-b1c57ce1-a07c-459e-b409-ad1c33141b92 service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356700 Mar 14 11:26:13.269828 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ad21b-e7c7-4123-b394-3ae3891657ae req-af163c64-978b-4ac7-9040-9ecb9d4ff357 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:13.271029 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-370ad21b-e7c7-4123-b394-3ae3891657ae req-af163c64-978b-4ac7-9040-9ecb9d4ff357 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0531893 Mar 14 11:26:13.321111 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-370ad21b-e7c7-4123-b394-3ae3891657ae req-9f39a5aa-c70e-423e-9cd1-4b07683f89c5 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445561 Mar 14 11:26:14.436964 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7441f57-fae4-414b-ab92-3f03ccd11700 req-1701c59a-b915-4fee-98bb-c3711b944c85 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:14.438547 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f7441f57-fae4-414b-ab92-3f03ccd11700 req-1701c59a-b915-4fee-98bb-c3711b944c85 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0515220 Mar 14 11:26:14.485951 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f7441f57-fae4-414b-ab92-3f03ccd11700 req-08631c2d-cb2f-45de-9598-688aab02c66b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420310 Mar 14 11:26:15.600137 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad043700-1cea-4b79-a7a7-644ac98e9bb2 req-2001fa0f-e7aa-4e93-b7cd-3f200041e527 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:15.601594 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ad043700-1cea-4b79-a7a7-644ac98e9bb2 req-2001fa0f-e7aa-4e93-b7cd-3f200041e527 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0518355 Mar 14 11:26:15.651455 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ad043700-1cea-4b79-a7a7-644ac98e9bb2 req-8798be76-9f0a-4f67-a868-2581df68d8bf tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444896 Mar 14 11:26:16.644096 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292740da-453e-4736-ad40-b18b4d37d267 req-01f2ddf2-4506-4e43-8d0b-642e808ca00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:16.645548 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-292740da-453e-4736-ad40-b18b4d37d267 req-01f2ddf2-4506-4e43-8d0b-642e808ca00b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b283a8ad5a549b2b2524ee66d4f215e&device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 1130 time: 0.0449574 Mar 14 11:26:16.732587 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292740da-453e-4736-ad40-b18b4d37d267 req-55da37b1-fb08-4fdf-a620-ccc7e63572a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:16.734364 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-292740da-453e-4736-ad40-b18b4d37d267 req-55da37b1-fb08-4fdf-a620-ccc7e63572a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d65be162-a9a8-4089-bb6d-105a7c5b2609 HTTP/1.1" status: 200 len: 909 time: 0.0824580 Mar 14 11:26:16.768951 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2981a95-0851-4a64-93c5-d0c2280166c3 req-689d1689-7329-4d89-8317-dcf2a6791935 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:16.770429 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2981a95-0851-4a64-93c5-d0c2280166c3 req-689d1689-7329-4d89-8317-dcf2a6791935 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0531650 Mar 14 11:26:16.802399 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-292740da-453e-4736-ad40-b18b4d37d267 req-748a50c8-6dd3-4a20-8f00-097780a9b635 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30164b7b-814f-4500-88ef-a8498a9c6493 HTTP/1.1" status: 200 len: 1001 time: 0.0615430 Mar 14 11:26:16.822575 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f2981a95-0851-4a64-93c5-d0c2280166c3 req-44a3b9fb-9d44-473b-b6c9-6dc614c3d10a tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465338 Mar 14 11:26:16.849822 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292740da-453e-4736-ad40-b18b4d37d267 req-e6287b7a-4802-4444-8bc3-68a429819ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:16.851308 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-292740da-453e-4736-ad40-b18b4d37d267 req-e6287b7a-4802-4444-8bc3-68a429819ffe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a0fe725e-ff55-4659-b8b2-d6f57a5f318a HTTP/1.1" status: 200 len: 847 time: 0.0431278 Mar 14 11:26:16.905896 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292740da-453e-4736-ad40-b18b4d37d267 req-76b7d352-5e9c-4ea6-9f30-1f2a381c7397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:16.907635 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-292740da-453e-4736-ad40-b18b4d37d267 req-76b7d352-5e9c-4ea6-9f30-1f2a381c7397 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d65be162-a9a8-4089-bb6d-105a7c5b2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494804 Mar 14 11:26:17.001536 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-292740da-453e-4736-ad40-b18b4d37d267 req-7ad1812a-1151-4fb9-918c-b3044c1a26e3 service neutron] 10.222.0.44 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872931 Mar 14 11:26:17.089190 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-292740da-453e-4736-ad40-b18b4d37d267 req-f5d6710b-792a-4329-9aac-7f6da8d71507 service neutron] 10.222.0.44 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821736 Mar 14 11:26:17.945537 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e56f9-53e1-4503-b2cb-fa81033208a7 req-f1d84c06-99fc-4262-8464-b6666c9d4531 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:17.946994 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2a0e56f9-53e1-4503-b2cb-fa81033208a7 req-f1d84c06-99fc-4262-8464-b6666c9d4531 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0601101 Mar 14 11:26:17.994138 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2a0e56f9-53e1-4503-b2cb-fa81033208a7 req-817ba477-503c-4a82-8863-d7823f8b640b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416770 Mar 14 11:26:19.113546 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0c970-c76e-4e79-adc6-560700233cbd req-2ac7190b-c544-4478-b10b-11adaa388686 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:19.115033 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-86e0c970-c76e-4e79-adc6-560700233cbd req-2ac7190b-c544-4478-b10b-11adaa388686 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0529957 Mar 14 11:26:19.163890 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-86e0c970-c76e-4e79-adc6-560700233cbd req-0a4f3731-fa0a-4294-a0a0-f4c7b4ba3bba tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432789 Mar 14 11:26:20.282465 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8023d-f0ea-4e05-b28c-6d349eb66ab4 req-eb4dc1d9-77d6-4e5a-aa03-dd57a141b372 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:20.284103 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-07b8023d-f0ea-4e05-b28c-6d349eb66ab4 req-eb4dc1d9-77d6-4e5a-aa03-dd57a141b372 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0537927 Mar 14 11:26:20.333956 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-07b8023d-f0ea-4e05-b28c-6d349eb66ab4 req-1d1a9f14-39cf-4c4a-ab52-d280bf27ddfb tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443282 Mar 14 11:26:20.402414 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-597ef78f-e946-4f06-aa3f-387176ea5b55 req-c4bccf65-5329-4e00-ba0c-21537c564a99 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 11:26:20.403373 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-597ef78f-e946-4f06-aa3f-387176ea5b55 req-c4bccf65-5329-4e00-ba0c-21537c564a99 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052948 Mar 14 11:26:20.738342 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678f013-b21b-4abe-ae2c-8b6cfacdd543 req-c7324ddf-a92b-4155-9960-82f388971d4c tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:20.739772 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3678f013-b21b-4abe-ae2c-8b6cfacdd543 req-c7324ddf-a92b-4155-9960-82f388971d4c tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0769038 Mar 14 11:26:20.786229 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-c670b2f5-377e-4263-90d1-f8f7555c23a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806620 Mar 14 11:26:20.801002 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3678f013-b21b-4abe-ae2c-8b6cfacdd543 req-b1b7360b-0522-41b4-8a30-819d7ba3f331 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556195 Mar 14 11:26:20.859365 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-49220cd8-4dbb-48c0-851a-359dec7ca1ab tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:20.860713 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-49220cd8-4dbb-48c0-851a-359dec7ca1ab tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports/30164b7b-814f-4500-88ef-a8498a9c6493 HTTP/1.1" status: 200 len: 943 time: 0.0469038 Mar 14 11:26:21.920780 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2021b-68ae-4370-885a-24dc3267c235 req-835492ce-3ad3-4ecb-a844-ade77e3c9997 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:21.922411 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-12c2021b-68ae-4370-885a-24dc3267c235 req-835492ce-3ad3-4ecb-a844-ade77e3c9997 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0515616 Mar 14 11:26:21.968790 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-12c2021b-68ae-4370-885a-24dc3267c235 req-42f3a2ef-73a9-433d-a7f8-31f3183ea9c6 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408268 Mar 14 11:26:22.907717 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 30164b7b-814f-4500-88ef-a8498a9c6493 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:26:22.983447 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 30164b7b-814f-4500-88ef-a8498a9c6493 is: ACTIVE; New status is: DOWN {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:26:22.984103 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:23.008422 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30164b7b-814f-4500-88ef-a8498a9c6493'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:26:23.010677 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5065251-cf67-4d91-b8eb-6c69add39217" -d '{"events": [{"server_uuid": "9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0", "name": "network-vif-unplugged", "status": "completed", "tag": "30164b7b-814f-4500-88ef-a8498a9c6493"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:26:23.023844 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 30164b7b-814f-4500-88ef-a8498a9c6493, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=30164b7b-814f-4500-88ef-a8498a9c6493,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:26:23.042850 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Mar 2022 11:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df1e1c6-f9fd-48e4-a921-1dd1bcfd654e x-openstack-request-id: req-9df1e1c6-f9fd-48e4-a921-1dd1bcfd654e {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:26:23.043161 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0", "name": "network-vif-unplugged", "status": "failed", "tag": "30164b7b-814f-4500-88ef-a8498a9c6493", "code": 422}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:26:23.043434 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9df1e1c6-f9fd-48e4-a921-1dd1bcfd654e {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:26:23.043937 dv-cinder-831776-2-iscsi neutron-server[104017]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '30164b7b-814f-4500-88ef-a8498a9c6493', 'code': 422} returned with failed status Mar 14 11:26:23.091502 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5f19d-7c70-4de0-9c90-ef300aaf04e5 req-4dc2d5c1-5bc6-4aa4-9dad-0d9bf5dc1ad9 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:23.092888 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b4d5f19d-7c70-4de0-9c90-ef300aaf04e5 req-4dc2d5c1-5bc6-4aa4-9dad-0d9bf5dc1ad9 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0543125 Mar 14 11:26:23.094758 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:23.144359 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=30164b7b-814f-4500-88ef-a8498a9c6493,revision_number=6']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:26:23.145692 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b4d5f19d-7c70-4de0-9c90-ef300aaf04e5 req-3de462d9-d30c-4eed-902e-b1370b62cd5a tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464199 Mar 14 11:26:23.426453 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-e078d837-9cc0-4d97-b8e0-c042c8cb541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:23.427924 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-e078d837-9cc0-4d97-b8e0-c042c8cb541f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0&tenant_id=4b283a8ad5a549b2b2524ee66d4f215e HTTP/1.1" status: 200 len: 1128 time: 0.0436370 Mar 14 11:26:23.492713 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-f290a2d1-f4ed-4740-8061-dc1663782143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:23.494160 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-f290a2d1-f4ed-4740-8061-dc1663782143 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b283a8ad5a549b2b2524ee66d4f215e&device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 1128 time: 0.0432591 Mar 14 11:26:23.586979 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-5c1cc11f-bd6c-415f-b5e9-fe42476607c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:23.588417 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-5c1cc11f-bd6c-415f-b5e9-fe42476607c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d65be162-a9a8-4089-bb6d-105a7c5b2609 HTTP/1.1" status: 200 len: 909 time: 0.0880244 Mar 14 11:26:23.652412 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-ce1b8c4d-6a82-4720-8034-100e544d1401 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30164b7b-814f-4500-88ef-a8498a9c6493 HTTP/1.1" status: 200 len: 999 time: 0.0566940 Mar 14 11:26:23.698751 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-cad44966-fd9d-406f-af76-8001abf0a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:23.700048 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-cad44966-fd9d-406f-af76-8001abf0a936 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a0fe725e-ff55-4659-b8b2-d6f57a5f318a HTTP/1.1" status: 200 len: 847 time: 0.0412827 Mar 14 11:26:23.750022 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-394f3346-45c4-41ec-9091-d34a5c478338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:23.751605 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-394f3346-45c4-41ec-9091-d34a5c478338 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d65be162-a9a8-4089-bb6d-105a7c5b2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459793 Mar 14 11:26:23.837144 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-2e72e16a-b8fc-49d8-ac49-a0ee1e2ba090 service neutron] 10.222.0.44 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793147 Mar 14 11:26:23.928020 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4ab89bcb-c6a6-4165-b965-7cae65381c7a req-5626c50b-627b-4d5d-9940-fac4b0ed1b89 service neutron] 10.222.0.44 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842237 Mar 14 11:26:24.268932 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7692447-9ca9-4915-a25f-242a7c04dbf1 req-2614cc4d-1ce8-4d6d-99e3-2a1ff34d9e5c tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:24.270516 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7692447-9ca9-4915-a25f-242a7c04dbf1 req-2614cc4d-1ce8-4d6d-99e3-2a1ff34d9e5c tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.0578001 Mar 14 11:26:24.319887 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7692447-9ca9-4915-a25f-242a7c04dbf1 req-92c3eed0-bd6e-4fd5-a8dc-eb63e014ee1c tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434146 Mar 14 11:26:25.434921 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de1c72-923a-4efd-a1a5-9042fcf8aeda req-48a20711-a63a-400a-a54a-5bc1465b3214 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:25.436368 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-91de1c72-923a-4efd-a1a5-9042fcf8aeda req-48a20711-a63a-400a-a54a-5bc1465b3214 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.0514915 Mar 14 11:26:25.486588 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-91de1c72-923a-4efd-a1a5-9042fcf8aeda req-13b22a94-f25e-4379-8216-570e4c0e6694 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438428 Mar 14 11:26:26.602386 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78e8b5-53b1-4517-abf1-610aaccc1cab req-27f9b1dd-0f64-481d-9a2e-7e4e68108783 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:26.603836 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f78e8b5-53b1-4517-abf1-610aaccc1cab req-27f9b1dd-0f64-481d-9a2e-7e4e68108783 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.0513194 Mar 14 11:26:26.650939 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8f78e8b5-53b1-4517-abf1-610aaccc1cab req-63290e34-1ec7-4d29-ae98-94d298219af7 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Mar 14 11:26:27.773375 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80623b-16af-4d28-b49a-efa7ab5d7749 req-573ad8ae-2121-4a71-ad47-8c359a56a64b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:27.774852 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0c80623b-16af-4d28-b49a-efa7ab5d7749 req-573ad8ae-2121-4a71-ad47-8c359a56a64b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.0588644 Mar 14 11:26:27.823144 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0c80623b-16af-4d28-b49a-efa7ab5d7749 req-a4509bc8-7209-4aec-aad4-10306c401618 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427489 Mar 14 11:26:28.944534 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a9b4c-be6a-4b79-8f53-f970c232f9d2 req-1db69a00-b6e0-4aae-b694-35037e73095b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:28.946057 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-032a9b4c-be6a-4b79-8f53-f970c232f9d2 req-1db69a00-b6e0-4aae-b694-35037e73095b tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.0557158 Mar 14 11:26:28.994474 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-032a9b4c-be6a-4b79-8f53-f970c232f9d2 req-0d0e28ad-d2ea-4032-b47b-63dcd7036bc1 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429242 Mar 14 11:26:30.109131 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a61a42-9540-4083-bf11-fcc81c2a70d6 req-33b105eb-9106-46a5-99d1-5b4af3b7eabc tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:30.114112 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-90a61a42-9540-4083-bf11-fcc81c2a70d6 req-33b105eb-9106-46a5-99d1-5b4af3b7eabc tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.0515256 Mar 14 11:26:30.161716 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-90a61a42-9540-4083-bf11-fcc81c2a70d6 req-59e7a8ff-d0cb-4acf-b636-a21fd92e95cf tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448129 Mar 14 11:26:31.278693 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f422b8-55fa-4bbe-8066-837f05e314f2 req-4291c3b7-cb3a-4528-93f1-1fcd122d9466 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:31.280162 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18f422b8-55fa-4bbe-8066-837f05e314f2 req-4291c3b7-cb3a-4528-93f1-1fcd122d9466 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.0527916 Mar 14 11:26:31.327763 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-18f422b8-55fa-4bbe-8066-837f05e314f2 req-7ddf9b76-3aa7-4100-927e-050919998f99 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415716 Mar 14 11:26:32.445592 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53681a48-8c3b-469c-838a-edcf036936a4 req-49496090-9edd-4aa3-a807-c0b20a26fad4 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:32.447077 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-53681a48-8c3b-469c-838a-edcf036936a4 req-49496090-9edd-4aa3-a807-c0b20a26fad4 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 944 time: 0.0518937 Mar 14 11:26:32.498219 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-53681a48-8c3b-469c-838a-edcf036936a4 req-b1ad204e-2637-4ef2-ad96-a31932815f28 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457087 Mar 14 11:26:32.979237 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 30164b7b-814f-4500-88ef-a8498a9c6493 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:26:33.075541 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 30164b7b-814f-4500-88ef-a8498a9c6493, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=30164b7b-814f-4500-88ef-a8498a9c6493,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:26:33.090083 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': '30164b7b-814f-4500-88ef-a8498a9c6493', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'port_id': '30164b7b-814f-4500-88ef-a8498a9c6493', 'mac_address': 'fa:16:3e:d1:92:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:26:33.127194 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 30164b7b-814f-4500-88ef-a8498a9c6493 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:26:33.127583 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:33.139917 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30164b7b-814f-4500-88ef-a8498a9c6493 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:26:33.159738 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 30164b7b-814f-4500-88ef-a8498a9c6493, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=30164b7b-814f-4500-88ef-a8498a9c6493,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:26:33.234523 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:33.282454 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=30164b7b-814f-4500-88ef-a8498a9c6493,revision_number=7']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:26:33.290004 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:33.290362 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:33.290706 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:33.291044 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:33.291379 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:33.291710 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:33.292037 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:33.292361 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:33.292687 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:33.293010 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:33.293334 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:33.293657 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:33.293997 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:33.294329 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:33.294642 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:33.619940 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a777db-22a5-4643-bba0-a99d58f042a1 req-8ec23b58-1ea0-4ab6-ab19-908786195cdb tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:33.621408 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-49a777db-22a5-4643-bba0-a99d58f042a1 req-8ec23b58-1ea0-4ab6-ab19-908786195cdb tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 945 time: 0.0547748 Mar 14 11:26:33.627888 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['30164b7b-814f-4500-88ef-a8498a9c6493'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:26:33.674485 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-49a777db-22a5-4643-bba0-a99d58f042a1 req-64d03070-2e93-40e8-9958-f5ac96ae23b1 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470154 Mar 14 11:26:34.791646 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce1a6b-6c0d-4685-a8c9-ce157427114f req-9f740045-04e4-4426-833e-79b14a7a74f8 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:34.793079 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-24ce1a6b-6c0d-4685-a8c9-ce157427114f req-9f740045-04e4-4426-833e-79b14a7a74f8 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 945 time: 0.0514591 Mar 14 11:26:34.839599 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-24ce1a6b-6c0d-4685-a8c9-ce157427114f req-060a0541-c272-40ee-ba3d-3db42325d974 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411050 Mar 14 11:26:34.994954 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 30164b7b-814f-4500-88ef-a8498a9c6493 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:26:35.045609 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port 30164b7b-814f-4500-88ef-a8498a9c6493 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:26:35.046015 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:35.119291 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 30164b7b-814f-4500-88ef-a8498a9c6493 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:26:35.119678 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:35.141893 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30164b7b-814f-4500-88ef-a8498a9c6493'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:26:35.145032 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4f6c99-33be-4004-9d1c-37b99a5fc536" -d '{"events": [{"server_uuid": "9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0", "name": "network-vif-plugged", "status": "completed", "tag": "30164b7b-814f-4500-88ef-a8498a9c6493"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:26:35.164262 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 30164b7b-814f-4500-88ef-a8498a9c6493, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=30164b7b-814f-4500-88ef-a8498a9c6493,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:26:35.185369 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10f98ae-3817-4a16-b35d-88d047b4bd74 x-openstack-request-id: req-a10f98ae-3817-4a16-b35d-88d047b4bd74 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:26:35.185369 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0", "name": "network-vif-plugged", "status": "completed", "tag": "30164b7b-814f-4500-88ef-a8498a9c6493", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:26:35.185369 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a10f98ae-3817-4a16-b35d-88d047b4bd74 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:26:35.185369 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30164b7b-814f-4500-88ef-a8498a9c6493', 'code': 200} Mar 14 11:26:35.262538 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:35.286747 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3aee9759-06b8-47b9-812e-0fb24273c92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:35.313414 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=30164b7b-814f-4500-88ef-a8498a9c6493,revision_number=8']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:26:35.507830 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b593926-1d7a-4cd5-80e5-bf36032cfee7 req-6b6f56ce-d35f-43aa-ab4a-e85be7f0fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:35.509357 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6b593926-1d7a-4cd5-80e5-bf36032cfee7 req-6b6f56ce-d35f-43aa-ab4a-e85be7f0fe88 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 1130 time: 0.0450704 Mar 14 11:26:35.555851 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6b593926-1d7a-4cd5-80e5-bf36032cfee7 req-63d4c29a-a7be-4c8b-8611-1b10f11b1417 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394847 Mar 14 11:26:35.959806 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ee598-f1ea-4579-ab20-2cb648408a32 req-f1f6c6d2-545d-4adb-b804-f9957a83e367 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:35.961388 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b74ee598-f1ea-4579-ab20-2cb648408a32 req-f1f6c6d2-545d-4adb-b804-f9957a83e367 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0560799 Mar 14 11:26:36.010640 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b74ee598-f1ea-4579-ab20-2cb648408a32 req-4288b32e-bb3e-4d44-ab50-7afa3cf606d7 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433528 Mar 14 11:26:37.129866 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c7ff1-1e5c-4b86-a26a-e8ceeca81474 req-e4bbec7a-f063-497f-b075-7338c2bab293 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:37.131361 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e7c7ff1-1e5c-4b86-a26a-e8ceeca81474 req-e4bbec7a-f063-497f-b075-7338c2bab293 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0527196 Mar 14 11:26:37.178921 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e7c7ff1-1e5c-4b86-a26a-e8ceeca81474 req-c3bdd8ee-6adf-4557-b722-180ea642dd92 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420201 Mar 14 11:26:37.376487 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c5ac035a-6669-4dc7-8287-d2e517f1abf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:38.299746 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89e75b-800e-43b0-ba9d-9dccd44004ac req-eaec0a4e-bfd6-428f-9fab-994b6f735908 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:38.301239 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bf89e75b-800e-43b0-ba9d-9dccd44004ac req-eaec0a4e-bfd6-428f-9fab-994b6f735908 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0542433 Mar 14 11:26:38.350498 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bf89e75b-800e-43b0-ba9d-9dccd44004ac req-7e1ad1b7-3dae-4756-b76f-781a7b708edc tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438173 Mar 14 11:26:38.679302 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:39.081880 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:40.333316 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:41.753471 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:46.833604 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:26:57.298882 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e9ee9-0d55-4b45-84fc-3b910e211a9d req-b10b8ed1-0235-4c8c-aba6-07ec94f3ba32 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:57.300328 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-420e9ee9-0d55-4b45-84fc-3b910e211a9d req-b10b8ed1-0235-4c8c-aba6-07ec94f3ba32 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 945 time: 0.0519252 Mar 14 11:26:57.347957 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-420e9ee9-0d55-4b45-84fc-3b910e211a9d req-0a9aadde-e2a9-49cf-b3c6-0f546b19491f tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413747 Mar 14 11:26:58.549064 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef438e-87bb-48c0-a4a4-9def8236632d req-83d7b2a9-09d5-4fdd-b33f-6a745f1f247d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:58.550564 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-08ef438e-87bb-48c0-a4a4-9def8236632d req-83d7b2a9-09d5-4fdd-b33f-6a745f1f247d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 945 time: 0.0535843 Mar 14 11:26:58.606933 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-08ef438e-87bb-48c0-a4a4-9def8236632d req-ad8c76c3-c4e9-4dd0-aa8c-69db2310a417 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497482 Mar 14 11:26:59.217843 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-79987ca5-51e5-4a07-b389-9909b3d3e325 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:59.219222 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-79987ca5-51e5-4a07-b389-9909b3d3e325 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.44 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 945 time: 0.0525029 Mar 14 11:26:59.317379 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Deleting port d839bdae-f635-4104-956d-2bd5921475f6 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:26:59.318498 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (d839bdae-f635-4104-956d-2bd5921475f6), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:59.409617 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] For port d839bdae-f635-4104-956d-2bd5921475f6, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d839bdae-f635-4104-956d-2bd5921475f6,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:26:59.410007 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (d839bdae-f635-4104-956d-2bd5921475f6), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:59.578394 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:59.578980 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (eddb501e-9364-4fbc-9136-5a40077a4d8f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:59.579101 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Floating IP eddb501e-9364-4fbc-9136-5a40077a4d8f disassociated. External IP: 172.27.3.192, port: d839bdae-f635-4104-956d-2bd5921475f6. Mar 14 11:26:59.579402 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Calling delete_port for d839bdae-f635-4104-956d-2bd5921475f6 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:26:59.747105 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20b037-f6dd-49c2-a048-b3cd1be8ea8a req-f2cf2653-50b6-42fd-bcef-a2d40cf40d2c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:26:59.748551 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5e20b037-f6dd-49c2-a048-b3cd1be8ea8a req-f2cf2653-50b6-42fd-bcef-a2d40cf40d2c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 945 time: 0.0651214 Mar 14 11:26:59.796794 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5e20b037-f6dd-49c2-a048-b3cd1be8ea8a req-52f0c1ef-c70e-4165-bc8d-ed08ce101557 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424237 Mar 14 11:26:59.807538 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (d839bdae-f635-4104-956d-2bd5921475f6), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:26:59.839317 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event deleted for resources: {'Port': ['ID=d839bdae-f635-4104-956d-2bd5921475f6,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:26:59.851009 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:59.851369 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:59.851719 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:59.852061 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:59.852395 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:59.852730 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:59.853059 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:59.853390 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:59.853721 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:59.854074 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:59.854404 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:59.854732 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:59.855056 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:59.855406 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:59.855701 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:26:59.964887 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Router 7bc4534f-0190-4376-88e6-28abd32b88e8 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:27:00.071426 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:27:00.081152 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3df0cf-d363-4ffc-ad20-5b3e27357cd7 None None] Sync routers for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:27:00.091286 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3df0cf-d363-4ffc-ad20-5b3e27357cd7 None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:27:00.091902 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-ea3df0cf-d363-4ffc-ad20-5b3e27357cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:26:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:00.111086 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] No DVR routers for this DVR port d839bdae-f635-4104-956d-2bd5921475f6 on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:27:00.113498 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:00.117031 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ccedaf39-043f-4e4d-9d44-cf14e05137aa req-2462f487-e050-4aa3-8d78-97fa78d27fe5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.44 "DELETE /v2.0/ports/d839bdae-f635-4104-956d-2bd5921475f6 HTTP/1.1" status: 204 len: 173 time: 0.8912747 Mar 14 11:27:00.117471 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f209ed8c-ecc7-405f-8789-e355bc552e0a', 'name': 'network-vif-deleted', 'tag': 'd839bdae-f635-4104-956d-2bd5921475f6'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:27:00.119728 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db24fc9e-2474-4552-9229-29fd402a78f1" -d '{"events": [{"server_uuid": "f209ed8c-ecc7-405f-8789-e355bc552e0a", "name": "network-vif-deleted", "tag": "d839bdae-f635-4104-956d-2bd5921475f6"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:27:00.154418 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a10fd86-da84-4976-911c-8899788d625f x-openstack-request-id: req-2a10fd86-da84-4976-911c-8899788d625f {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:27:00.154724 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f209ed8c-ecc7-405f-8789-e355bc552e0a", "name": "network-vif-deleted", "tag": "d839bdae-f635-4104-956d-2bd5921475f6", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:27:00.154979 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a10fd86-da84-4976-911c-8899788d625f {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:27:00.155460 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f209ed8c-ecc7-405f-8789-e355bc552e0a', 'name': 'network-vif-deleted', 'tag': 'd839bdae-f635-4104-956d-2bd5921475f6', 'status': 'completed', 'code': 200} Mar 14 11:27:00.203591 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-ea3df0cf-d363-4ffc-ad20-5b3e27357cd7 None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:27:00.422619 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-ea3df0cf-d363-4ffc-ad20-5b3e27357cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:00.451984 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3df0cf-d363-4ffc-ad20-5b3e27357cd7 None None] Checking router: 7bc4534f-0190-4376-88e6-28abd32b88e8 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:27:00.461640 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3df0cf-d363-4ffc-ad20-5b3e27357cd7 None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:27:00.462277 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-ea3df0cf-d363-4ffc-ad20-5b3e27357cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:26:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:00.571218 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-ea3df0cf-d363-4ffc-ad20-5b3e27357cd7 None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:27:00.782071 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-ea3df0cf-d363-4ffc-ad20-5b3e27357cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:00.809747 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3df0cf-d363-4ffc-ad20-5b3e27357cd7 None None] The sync data for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi is: [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:27:00.911192 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4f15b13e-436d-49b8-87ac-463433654e09 req-d845907e-b71b-4a7d-be27-75d4345d2c19 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=f209ed8c-ecc7-405f-8789-e355bc552e0a HTTP/1.1" status: 200 len: 210 time: 0.0314529 Mar 14 11:27:01.047813 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca27ed6d-2ebc-4dfa-812a-26e23ca4d2c5 None None] New status for floating IP eddb501e-9364-4fbc-9136-5a40077a4d8f: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:27:02.162109 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-7b6495db-6da5-4d69-9987-1004ad0d43da tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766342221&fields=id&tenant_id=66d51cfaa81242c6a99599737fa4195a HTTP/1.1" status: 200 len: 267 time: 0.0435679 Mar 14 11:27:02.267006 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c84add-ad80-4307-89e4-dcac4876995b req-ac865db5-3b1d-49cb-a804-3e126161857d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:02.268552 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-ac865db5-3b1d-49cb-a804-3e126161857d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/networks?id=4f63bf05-fb51-48ef-987d-7a89bd6f7088 HTTP/1.1" status: 200 len: 811 time: 0.1001773 Mar 14 11:27:02.282881 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-e865afb1-3aa5-4ce3-8324-94638cc58b90 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/quotas/66d51cfaa81242c6a99599737fa4195a HTTP/1.1" status: 200 len: 375 time: 0.0088565 Mar 14 11:27:02.335586 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-4052916a-10f9-4bce-9429-2d2dce824b4a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480034 Mar 14 11:27:02.426665 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-1909259e-a01e-4d9a-9491-19d45f72635d service neutron] 10.222.0.37 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804796 Mar 14 11:27:02.518693 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-af05abb8-c77a-4e90-8034-63099b609624 service neutron] 10.222.0.37 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852685 Mar 14 11:27:03.097052 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fa4e1605-4bf8-4aae-aae0-c1603f4f842f req-2e89ba57-4b62-4304-908a-010c7762bd5e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 210 time: 0.0268388 Mar 14 11:27:03.148877 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device d839bdae-f635-4104-956d-2bd5921475f6 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:27:03.169755 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: d839bdae-f635-4104-956d-2bd5921475f6 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:27:03.170133 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device d839bdae-f635-4104-956d-2bd5921475f6 not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:27:04.188772 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f7aecd1e-eda7-410e-a143-69e6fedc6a49 req-b66e933f-9019-4ef0-9065-b126c34007bd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 210 time: 0.0266404 Mar 14 11:27:05.182416 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c84add-ad80-4307-89e4-dcac4876995b req-e74077d2-adea-4880-b563-3c6485878f35 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:05.183918 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-e74077d2-adea-4880-b563-3c6485878f35 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.44 "GET /v2.0/networks?id=4f63bf05-fb51-48ef-987d-7a89bd6f7088 HTTP/1.1" status: 200 len: 811 time: 0.1030583 Mar 14 11:27:05.247492 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-1cd99de1-8a00-4da0-95e0-e5a428cc826f tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66d51cfaa81242c6a99599737fa4195a HTTP/1.1" status: 200 len: 379 time: 0.0550797 Mar 14 11:27:05.252646 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c9749c69-c95f-4dda-8fef-4006fa5aa5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:05.262545 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-98c84add-ad80-4307-89e4-dcac4876995b req-77a98cdd-7f90-44cc-8bc9-2d45bec12285 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Request body: {'port': {'device_id': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'admin_state_up': True, 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'security_groups': ['c1fc7014-6423-4a88-8208-2be7ebde7296']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:05.284958 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0b230c4b-b6dd-4b02-a117-73f12cff352f req-0a869365-460b-44d9-9189-9b3c0ad2d55f tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 210 time: 0.0284116 Mar 14 11:27:05.467307 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c84add-ad80-4307-89e4-dcac4876995b req-77a98cdd-7f90-44cc-8bc9-2d45bec12285 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Made reservation on behalf of 66d51cfaa81242c6a99599737fa4195a for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:27:05.470757 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-98c84add-ad80-4307-89e4-dcac4876995b req-77a98cdd-7f90-44cc-8bc9-2d45bec12285 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:05.596382 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-98c84add-ad80-4307-89e4-dcac4876995b req-77a98cdd-7f90-44cc-8bc9-2d45bec12285 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Allocated IP 172.20.0.12 (4f63bf05-fb51-48ef-987d-7a89bd6f7088/a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327/c1342952-7724-47e0-ad3f-8d010c0210f9) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:27:05.735032 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-98c84add-ad80-4307-89e4-dcac4876995b req-77a98cdd-7f90-44cc-8bc9-2d45bec12285 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:05.833867 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-98c84add-ad80-4307-89e4-dcac4876995b req-77a98cdd-7f90-44cc-8bc9-2d45bec12285 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:05.880535 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c84add-ad80-4307-89e4-dcac4876995b req-77a98cdd-7f90-44cc-8bc9-2d45bec12285 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:27:05.888200 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-98c84add-ad80-4307-89e4-dcac4876995b req-77a98cdd-7f90-44cc-8bc9-2d45bec12285 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:27:05.892563 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c84add-ad80-4307-89e4-dcac4876995b req-77a98cdd-7f90-44cc-8bc9-2d45bec12285 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:27:05.902374 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a98cdd-7f90-44cc-8bc9-2d45bec12285 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'Port': ['ID=c1342952-7724-47e0-ad3f-8d010c0210f9,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:05.962278 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c84add-ad80-4307-89e4-dcac4876995b req-77a98cdd-7f90-44cc-8bc9-2d45bec12285 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:05.962939 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-98c84add-ad80-4307-89e4-dcac4876995b req-77a98cdd-7f90-44cc-8bc9-2d45bec12285 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:06.064035 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-77a98cdd-7f90-44cc-8bc9-2d45bec12285 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8066661 Mar 14 11:27:06.076824 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Request body: {'port': {'device_id': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:06.142354 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:06.209971 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-7d80d19a-06bc-4d66-9e55-6bec6058b104 None None] Provisioning complete for port c1342952-7724-47e0-ad3f-8d010c0210f9 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:27:06.210431 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7d80d19a-06bc-4d66-9e55-6bec6058b104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:06.248948 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-7d80d19a-06bc-4d66-9e55-6bec6058b104 None None] Port c1342952-7724-47e0-ad3f-8d010c0210f9 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:27:06.414374 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5a8f8-41a6-4e5e-8c25-8de9cf5d805b req-076f70d9-d26c-418b-bf23-2281a031fc39 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:06.415915 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71b5a8f8-41a6-4e5e-8c25-8de9cf5d805b req-076f70d9-d26c-418b-bf23-2281a031fc39 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 932 time: 0.0590906 Mar 14 11:27:06.435051 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1342952-7724-47e0-ad3f-8d010c0210f9 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:27:06.442463 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Publish callbacks [] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:06.454204 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Transition to ACTIVE for port object c1342952-7724-47e0-ad3f-8d010c0210f9 will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:27:06.466360 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-71b5a8f8-41a6-4e5e-8c25-8de9cf5d805b req-4d0ab1b4-41be-4594-b905-12bd74c0c07d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446932 Mar 14 11:27:06.564460 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:06.613327 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c1342952-7724-47e0-ad3f-8d010c0210f9,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:06.690155 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Attempting to bind port c1342952-7724-47e0-ad3f-8d010c0210f9 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:27:06.690500 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Attempting to bind port c1342952-7724-47e0-ad3f-8d010c0210f9 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:27:06.690840 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Attempting to bind port c1342952-7724-47e0-ad3f-8d010c0210f9 on network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:27:06.696322 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Port c1342952-7724-47e0-ad3f-8d010c0210f9 on network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:27:06.696655 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Attempting to bind port c1342952-7724-47e0-ad3f-8d010c0210f9 on network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:27:06.702114 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:27:06.702464 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Checking segment: {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:27:06.702850 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Bound using segment: {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:27:06.703318 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Bound port: c1342952-7724-47e0-ad3f-8d010c0210f9, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:27:06.703788 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:06.776542 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] For port c1342952-7724-47e0-ad3f-8d010c0210f9, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:27:06.784251 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] For port c1342952-7724-47e0-ad3f-8d010c0210f9, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c1342952-7724-47e0-ad3f-8d010c0210f9,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:27:06.882259 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:06.919239 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:06.919859 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:06.921227 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] 10.222.0.44 "PUT /v2.0/ports/c1342952-7724-47e0-ad3f-8d010c0210f9 HTTP/1.1" status: 200 len: 1094 time: 0.8486972 Mar 14 11:27:06.921671 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'tag': 'c1342952-7724-47e0-ad3f-8d010c0210f9'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:27:06.923955 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ee2a2d-689e-43b3-9c9d-07d5ebb82f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "09363bec-d6da-482c-b8f9-1c5ef1796271", "tag": "c1342952-7724-47e0-ad3f-8d010c0210f9"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:27:06.950608 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41da06-2b1e-4d00-9ddb-04c5531a70f2 service neutron] Pushing event updated for resources: {'Port': ['ID=c1342952-7724-47e0-ad3f-8d010c0210f9,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:06.964430 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326aebf2-a41b-42c3-b21e-10e7cac19e12 x-openstack-request-id: req-326aebf2-a41b-42c3-b21e-10e7cac19e12 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:27:06.964717 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09363bec-d6da-482c-b8f9-1c5ef1796271", "tag": "c1342952-7724-47e0-ad3f-8d010c0210f9", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:27:06.964968 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-326aebf2-a41b-42c3-b21e-10e7cac19e12 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:27:06.965365 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'tag': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'status': 'completed', 'code': 200} Mar 14 11:27:07.044154 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a2d-689e-43b3-9c9d-07d5ebb82f4b req-18fc18bb-5d6f-4fe0-a798-4a8c88e24b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:07.045772 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f4ee2a2d-689e-43b3-9c9d-07d5ebb82f4b req-18fc18bb-5d6f-4fe0-a798-4a8c88e24b92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 1128 time: 0.0551684 Mar 14 11:27:07.154049 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a2d-689e-43b3-9c9d-07d5ebb82f4b req-5ce3173b-b008-4f32-89d9-255e8d51e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:07.155501 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f4ee2a2d-689e-43b3-9c9d-07d5ebb82f4b req-5ce3173b-b008-4f32-89d9-255e8d51e481 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=66d51cfaa81242c6a99599737fa4195a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0998411 Mar 14 11:27:07.255206 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a2d-689e-43b3-9c9d-07d5ebb82f4b req-de420ba1-c878-4535-9307-8726cba56c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:07.256666 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f4ee2a2d-689e-43b3-9c9d-07d5ebb82f4b req-de420ba1-c878-4535-9307-8726cba56c34 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950656 Mar 14 11:27:07.334614 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c84add-ad80-4307-89e4-dcac4876995b req-7c32bc75-3a3e-4e76-8c46-1d054aeda699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:07.336085 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-7c32bc75-3a3e-4e76-8c46-1d054aeda699 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 1128 time: 0.0447428 Mar 14 11:27:07.382980 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-83768363-afa6-4d5d-b4ab-eacdefa8aa7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1342952-7724-47e0-ad3f-8d010c0210f9 HTTP/1.1" status: 200 len: 217 time: 0.0383694 Mar 14 11:27:07.395773 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ea198cc2-cde5-43a0-a05e-168625e1c4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:07.434754 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c84add-ad80-4307-89e4-dcac4876995b req-647e1c00-eafa-4b82-ac0b-3eaf9aad4ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:07.436376 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-647e1c00-eafa-4b82-ac0b-3eaf9aad4ae5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327 HTTP/1.1" status: 200 len: 850 time: 0.0461323 Mar 14 11:27:07.490166 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c84add-ad80-4307-89e4-dcac4876995b req-8c0868d3-012a-4944-910c-202716b1fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:07.491853 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-8c0868d3-012a-4944-910c-202716b1fbbb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f63bf05-fb51-48ef-987d-7a89bd6f7088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484946 Mar 14 11:27:07.537049 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f60e75-63e3-4234-b257-f9958828b49b req-357d18d9-dd2c-4693-a001-188c5fcd2efa tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:07.539794 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-53f60e75-63e3-4234-b257-f9958828b49b req-357d18d9-dd2c-4693-a001-188c5fcd2efa tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 947 time: 0.0608053 Mar 14 11:27:07.590073 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-53f60e75-63e3-4234-b257-f9958828b49b req-087b5b74-36a9-4754-a19d-b37abb3794ca tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445197 Mar 14 11:27:07.878693 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-7f65c73d-9efd-4e05-a63b-bd033d05b262 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765664 Mar 14 11:27:07.890492 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341f845-d910-4897-86b7-15d2f226a92b req-49dea8f9-134b-4ae9-8e50-c9a3266fc203 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:07.891889 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a341f845-d910-4897-86b7-15d2f226a92b req-49dea8f9-134b-4ae9-8e50-c9a3266fc203 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 944 time: 0.3318138 Mar 14 11:27:07.998634 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a341f845-d910-4897-86b7-15d2f226a92b req-940bd68e-12f0-471c-a441-bbbe5475e74d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981567 Mar 14 11:27:08.012860 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-98c84add-ad80-4307-89e4-dcac4876995b req-badceb0c-f559-46b5-8ea3-09da783de98b service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200628 Mar 14 11:27:08.661069 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:08.723427 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279adcb8-631d-43a4-8d9e-01485f57453b req-0e97925e-1ab1-45ff-8ad2-89023c24d649 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:08.723427 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-279adcb8-631d-43a4-8d9e-01485f57453b req-0e97925e-1ab1-45ff-8ad2-89023c24d649 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 947 time: 0.0572455 Mar 14 11:27:08.769524 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-279adcb8-631d-43a4-8d9e-01485f57453b req-0ba408f2-3cc1-4760-86f9-f108cf4e6cd9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418572 Mar 14 11:27:09.117767 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4975a0-1149-4590-8005-b166e1f07f6b req-da6ab56f-2159-4ccf-863a-0153000cb194 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:09.119183 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c4975a0-1149-4590-8005-b166e1f07f6b req-da6ab56f-2159-4ccf-863a-0153000cb194 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 944 time: 0.0563769 Mar 14 11:27:09.158334 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:09.167093 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c4975a0-1149-4590-8005-b166e1f07f6b req-ccaf2693-2cc6-47a8-af32-8c8fd60e7638 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422685 Mar 14 11:27:09.300290 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fff8dd-3298-4ce9-8f4c-d8578ca73bbf req-480a6847-0ea7-42fe-90c2-b04d57bf2fa5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:09.301761 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80fff8dd-3298-4ce9-8f4c-d8578ca73bbf req-480a6847-0ea7-42fe-90c2-b04d57bf2fa5 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.0546434 Mar 14 11:27:09.348336 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-80fff8dd-3298-4ce9-8f4c-d8578ca73bbf req-31d6007d-cd88-4ab9-9561-092d09da2b51 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398917 Mar 14 11:27:09.709695 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-6c82b326-2de0-4a01-92b8-ac1f36793f88 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:09.711800 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-6c82b326-2de0-4a01-92b8-ac1f36793f88 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.44 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 947 time: 0.0547030 Mar 14 11:27:09.804678 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-42bd7d2e-77e0-4819-b9ce-a393419ec573 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Deleting port e2cceb08-3771-4458-af33-1feb1042b764 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:27:09.805031 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-42bd7d2e-77e0-4819-b9ce-a393419ec573 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (e2cceb08-3771-4458-af33-1feb1042b764), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:09.924031 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-42bd7d2e-77e0-4819-b9ce-a393419ec573 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] For port e2cceb08-3771-4458-af33-1feb1042b764, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=e2cceb08-3771-4458-af33-1feb1042b764,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:27:09.924397 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-42bd7d2e-77e0-4819-b9ce-a393419ec573 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (e2cceb08-3771-4458-af33-1feb1042b764), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:09.948009 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb3662-746b-4421-a9d7-9bdf5d8cf313 req-a76a1100-d4fc-467e-8ec6-1d7d8c393514 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:09.949476 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6afb3662-746b-4421-a9d7-9bdf5d8cf313 req-a76a1100-d4fc-467e-8ec6-1d7d8c393514 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 947 time: 0.0870895 Mar 14 11:27:10.067041 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6afb3662-746b-4421-a9d7-9bdf5d8cf313 req-c4c001e8-933d-41ee-8d38-71e8c949e20b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe09bdaf-c8d5-43ef-aeef-b4086282bd09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866530 Mar 14 11:27:10.139971 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-42bd7d2e-77e0-4819-b9ce-a393419ec573 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:10.140336 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-42bd7d2e-77e0-4819-b9ce-a393419ec573 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (86d93bf1-803c-4058-8031-941a0b9c1570), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:10.140655 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-42bd7d2e-77e0-4819-b9ce-a393419ec573 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Floating IP 86d93bf1-803c-4058-8031-941a0b9c1570 disassociated. External IP: 172.27.3.32, port: e2cceb08-3771-4458-af33-1feb1042b764. Mar 14 11:27:10.140999 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-42bd7d2e-77e0-4819-b9ce-a393419ec573 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Calling delete_port for e2cceb08-3771-4458-af33-1feb1042b764 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:27:10.299594 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf28ad-78e6-45ef-93a8-ec12b70a4b5d req-39719352-706f-48b7-8ca1-4c38fc6c42b4 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:10.301046 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d6cf28ad-78e6-45ef-93a8-ec12b70a4b5d req-39719352-706f-48b7-8ca1-4c38fc6c42b4 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 944 time: 0.0658674 Mar 14 11:27:10.333224 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-42bd7d2e-77e0-4819-b9ce-a393419ec573 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (e2cceb08-3771-4458-af33-1feb1042b764), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:10.353190 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d6cf28ad-78e6-45ef-93a8-ec12b70a4b5d req-2a5f1e1c-b684-48ce-9316-5fcb2506237d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463665 Mar 14 11:27:10.364324 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd7d2e-77e0-4819-b9ce-a393419ec573 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event deleted for resources: {'Port': ['ID=e2cceb08-3771-4458-af33-1feb1042b764,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:10.387622 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:10.513103 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-42bd7d2e-77e0-4819-b9ce-a393419ec573 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:27:10.525458 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2574ef9-f74b-4d8f-ab29-765b93f2b1f8 req-6baefb4f-6fa6-4681-a69b-745d3ef80697 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:10.526936 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f2574ef9-f74b-4d8f-ab29-765b93f2b1f8 req-6baefb4f-6fa6-4681-a69b-745d3ef80697 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.1029530 Mar 14 11:27:10.620066 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f2574ef9-f74b-4d8f-ab29-765b93f2b1f8 req-7df3ebd6-ed37-482f-b2d1-a421025abdab tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864797 Mar 14 11:27:10.663782 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-42bd7d2e-77e0-4819-b9ce-a393419ec573 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:27:10.673555 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4cde1b-6c28-46e1-a147-e216e4c72a4f None None] Sync routers for ids ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:27:10.682743 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4cde1b-6c28-46e1-a147-e216e4c72a4f None None] Routers {'0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:27:10.683351 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-da4cde1b-6c28-46e1-a147-e216e4c72a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:27:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:10.705484 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-42bd7d2e-77e0-4819-b9ce-a393419ec573 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] No DVR routers for this DVR port e2cceb08-3771-4458-af33-1feb1042b764 on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:27:10.708106 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-42bd7d2e-77e0-4819-b9ce-a393419ec573 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:10.712112 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fcf72993-3073-456d-b1d2-2f1ccda34897 req-42bd7d2e-77e0-4819-b9ce-a393419ec573 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.44 "DELETE /v2.0/ports/e2cceb08-3771-4458-af33-1feb1042b764 HTTP/1.1" status: 204 len: 173 time: 0.9936182 Mar 14 11:27:10.712732 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'name': 'network-vif-deleted', 'tag': 'e2cceb08-3771-4458-af33-1feb1042b764'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:27:10.715293 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f143f7-d0bb-4375-969d-1be190a6d1c8" -d '{"events": [{"server_uuid": "fe138d1f-390a-46f7-8c07-3221da78a58a", "name": "network-vif-deleted", "tag": "e2cceb08-3771-4458-af33-1feb1042b764"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:27:10.759175 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f52a52-21b6-4955-858d-bd4b7e6c1b7c x-openstack-request-id: req-20f52a52-21b6-4955-858d-bd4b7e6c1b7c {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:27:10.766405 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe138d1f-390a-46f7-8c07-3221da78a58a", "name": "network-vif-deleted", "tag": "e2cceb08-3771-4458-af33-1feb1042b764", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:27:10.766405 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20f52a52-21b6-4955-858d-bd4b7e6c1b7c {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:27:10.766405 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe138d1f-390a-46f7-8c07-3221da78a58a', 'name': 'network-vif-deleted', 'tag': 'e2cceb08-3771-4458-af33-1feb1042b764', 'status': 'completed', 'code': 200} Mar 14 11:27:10.886186 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fd06acfc-1008-491a-b766-8fb54333248d req-dfa61c45-0bec-4439-9927-c3f963e0aa01 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509877 Mar 14 11:27:10.950208 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-da4cde1b-6c28-46e1-a147-e216e4c72a4f None None] Set router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:27:10.974432 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06acfc-1008-491a-b766-8fb54333248d req-1be94b98-29cf-49a7-8bb9-4cb867c0211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:10.976349 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fd06acfc-1008-491a-b766-8fb54333248d req-1be94b98-29cf-49a7-8bb9-4cb867c0211d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b283a8ad5a549b2b2524ee66d4f215e&device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 1130 time: 0.0461626 Mar 14 11:27:11.083239 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06acfc-1008-491a-b766-8fb54333248d req-a4c82a6c-f3f5-43eb-8530-e094cb0f3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:11.084700 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fd06acfc-1008-491a-b766-8fb54333248d req-a4c82a6c-f3f5-43eb-8530-e094cb0f3115 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d65be162-a9a8-4089-bb6d-105a7c5b2609 HTTP/1.1" status: 200 len: 909 time: 0.0877998 Mar 14 11:27:11.169986 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fd06acfc-1008-491a-b766-8fb54333248d req-44c6a7ad-baac-40a5-9e42-5068b02136a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30164b7b-814f-4500-88ef-a8498a9c6493 HTTP/1.1" status: 200 len: 1001 time: 0.0784330 Mar 14 11:27:11.174617 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-da4cde1b-6c28-46e1-a147-e216e4c72a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 5, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:11.186430 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4b4f59a3-aa56-4e6b-a997-c68433cda0b2 req-b96c90fe-e07d-4f2b-a487-5d1efb0359ed tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=fe138d1f-390a-46f7-8c07-3221da78a58a HTTP/1.1" status: 200 len: 210 time: 0.0301070 Mar 14 11:27:11.201670 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4cde1b-6c28-46e1-a147-e216e4c72a4f None None] Checking router: 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:27:11.209752 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4cde1b-6c28-46e1-a147-e216e4c72a4f None None] Routers {'0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:27:11.211002 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-da4cde1b-6c28-46e1-a147-e216e4c72a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:27:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:11.260598 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06acfc-1008-491a-b766-8fb54333248d req-af9998c7-86eb-470a-a897-95c3b96986f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:11.262054 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fd06acfc-1008-491a-b766-8fb54333248d req-af9998c7-86eb-470a-a897-95c3b96986f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a0fe725e-ff55-4659-b8b2-d6f57a5f318a HTTP/1.1" status: 200 len: 847 time: 0.0779021 Mar 14 11:27:11.304869 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-fab37412-a19b-4aae-bbc4-792ff7d01185 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:11.306333 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-fab37412-a19b-4aae-bbc4-792ff7d01185 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.0893519 Mar 14 11:27:11.323441 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-da4cde1b-6c28-46e1-a147-e216e4c72a4f None None] Set router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:27:11.347809 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06acfc-1008-491a-b766-8fb54333248d req-f6edebf0-1c74-4c80-b4af-c406ca8bef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:11.349286 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fd06acfc-1008-491a-b766-8fb54333248d req-f6edebf0-1c74-4c80-b4af-c406ca8bef08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d65be162-a9a8-4089-bb6d-105a7c5b2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794404 Mar 14 11:27:11.486432 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-34401754-0d91-476c-b6bd-f09c458c2f0f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Deleting port c473a35b-6d45-41a6-b58d-806917065198 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:27:11.486924 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-34401754-0d91-476c-b6bd-f09c458c2f0f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (c473a35b-6d45-41a6-b58d-806917065198), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:11.490184 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84261549-e4c1-4aea-a735-1dbbd8082746 req-75749b03-6fcc-491d-8f26-ba212cf3dd22 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:11.493102 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84261549-e4c1-4aea-a735-1dbbd8082746 req-75749b03-6fcc-491d-8f26-ba212cf3dd22 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 944 time: 0.0555625 Mar 14 11:27:11.504021 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fd06acfc-1008-491a-b766-8fb54333248d req-9aaf18e0-b5ca-4266-b8b5-c44665e54ad0 service neutron] 10.222.0.44 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419477 Mar 14 11:27:11.544874 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-84261549-e4c1-4aea-a735-1dbbd8082746 req-349b8c87-3b65-455b-846a-f70a3e4e1234 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452526 Mar 14 11:27:11.548416 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-da4cde1b-6c28-46e1-a147-e216e4c72a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 5, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:11.579849 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4cde1b-6c28-46e1-a147-e216e4c72a4f None None] The sync data for ids ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'] in dv-cinder-831776-2-iscsi is: [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 5, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:27:11.650028 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-34401754-0d91-476c-b6bd-f09c458c2f0f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] For port c473a35b-6d45-41a6-b58d-806917065198, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c473a35b-6d45-41a6-b58d-806917065198,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:27:11.655052 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-34401754-0d91-476c-b6bd-f09c458c2f0f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (c473a35b-6d45-41a6-b58d-806917065198), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:11.706570 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fd06acfc-1008-491a-b766-8fb54333248d req-6577c2cc-3812-47af-87b9-6a75b391917f service neutron] 10.222.0.44 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894982 Mar 14 11:27:11.799143 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:11.814418 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff383440-a672-4614-92c4-6bb074cbc828 req-51227c20-d2c4-4e19-9676-3f888379fff6 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:11.815940 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ff383440-a672-4614-92c4-6bb074cbc828 req-51227c20-d2c4-4e19-9676-3f888379fff6 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 946 time: 0.1122575 Mar 14 11:27:11.867395 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fdf4d4-9391-4471-a86d-3dc327ea1aac None None] New status for floating IP 86d93bf1-803c-4058-8031-941a0b9c1570: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:27:11.921769 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ff383440-a672-4614-92c4-6bb074cbc828 req-fc5a9639-b764-48df-a1b9-2e7479afd8d0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=e0f9b215-083f-4b65-8162-a3e4aaacac63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982554 Mar 14 11:27:11.924551 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-34401754-0d91-476c-b6bd-f09c458c2f0f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:11.924920 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-34401754-0d91-476c-b6bd-f09c458c2f0f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (7745da05-06b6-48ac-afb9-60717c5580b1), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:11.925244 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-34401754-0d91-476c-b6bd-f09c458c2f0f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Floating IP 7745da05-06b6-48ac-afb9-60717c5580b1 disassociated. External IP: 172.27.3.46, port: c473a35b-6d45-41a6-b58d-806917065198. Mar 14 11:27:11.925587 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-34401754-0d91-476c-b6bd-f09c458c2f0f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Calling delete_port for c473a35b-6d45-41a6-b58d-806917065198 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:27:12.133725 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-34401754-0d91-476c-b6bd-f09c458c2f0f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (c473a35b-6d45-41a6-b58d-806917065198), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:12.166630 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34401754-0d91-476c-b6bd-f09c458c2f0f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event deleted for resources: {'Port': ['ID=c473a35b-6d45-41a6-b58d-806917065198,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:12.282829 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-34401754-0d91-476c-b6bd-f09c458c2f0f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Router fc7c283b-5081-4de4-b36a-cf56356795a5 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:27:12.336708 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58024) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:12.390023 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group (fe09bdaf-c8d5-43ef-aeef-b4086282bd09), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:12.395445 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-34401754-0d91-476c-b6bd-f09c458c2f0f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:27:12.408431 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa34f5-74e3-4427-aac8-489eede8782e None None] Sync routers for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:27:12.419818 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group (fe09bdaf-c8d5-43ef-aeef-b4086282bd09), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:12.420583 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa34f5-74e3-4427-aac8-489eede8782e None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:27:12.421212 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d4fa34f5-74e3-4427-aac8-489eede8782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:27:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:12.439471 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-34401754-0d91-476c-b6bd-f09c458c2f0f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] No DVR routers for this DVR port c473a35b-6d45-41a6-b58d-806917065198 on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:27:12.442003 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-34401754-0d91-476c-b6bd-f09c458c2f0f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:12.445416 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4d1238fa-a537-407f-8412-c5c2f8fc43b6 req-34401754-0d91-476c-b6bd-f09c458c2f0f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "DELETE /v2.0/ports/c473a35b-6d45-41a6-b58d-806917065198 HTTP/1.1" status: 204 len: 173 time: 1.1307392 Mar 14 11:27:12.537204 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-d4fa34f5-74e3-4427-aac8-489eede8782e None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:27:12.584369 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (fe09bdaf-c8d5-43ef-aeef-b4086282bd09), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:12.589436 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:12.593432 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "DELETE /v2.0/security-groups/fe09bdaf-c8d5-43ef-aeef-b4086282bd09 HTTP/1.1" status: 204 len: 168 time: 0.2530913 Mar 14 11:27:12.594050 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58028) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:12.602951 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe09bdaf-c8d5-43ef-aeef-b4086282bd09,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:12.611390 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:27:12.612118 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:27:12.612802 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:27:12.613300 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:27:12.613793 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:27:12.613914 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.api.v2.resource [None req-4dca1e0c-8422-40ce-8283-06d4f58c3be2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] show failed (client error): The resource could not be found. Mar 14 11:27:12.614447 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:27:12.615025 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:27:12.615510 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:27:12.616210 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:27:12.617318 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:27:12.617810 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:27:12.618199 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-4dca1e0c-8422-40ce-8283-06d4f58c3be2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups/fe09bdaf-c8d5-43ef-aeef-b4086282bd09 HTTP/1.1" status: 404 len: 347 time: 0.0225821 Mar 14 11:27:12.619140 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:27:12.619140 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:27:12.619445 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:27:12.620034 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf11783a-5c40-42f9-8f40-eb20dcbea5f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:27:12.621686 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58030) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:12.713167 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14aa59-3c88-4220-bcc4-6d6943ec252c req-303acf75-85cf-4f42-857b-4275716a31fc tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:12.720204 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4f14aa59-3c88-4220-bcc4-6d6943ec252c req-303acf75-85cf-4f42-857b-4275716a31fc tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 944 time: 0.0786681 Mar 14 11:27:12.774027 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67cabed8-32fc-459f-853d-34d96d50061b', 'name': 'network-vif-deleted', 'tag': 'c473a35b-6d45-41a6-b58d-806917065198'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:27:12.776545 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21ebd7e-cce3-4467-89c4-b4c1b5b6e5f0" -d '{"events": [{"server_uuid": "67cabed8-32fc-459f-853d-34d96d50061b", "name": "network-vif-deleted", "tag": "c473a35b-6d45-41a6-b58d-806917065198"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:27:12.778097 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4f14aa59-3c88-4220-bcc4-6d6943ec252c req-970eec97-faa6-400c-8f85-0fd140d86917 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566010 Mar 14 11:27:12.799768 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d4fa34f5-74e3-4427-aac8-489eede8782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:12.818042 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4a0c81-b403-4467-9c30-6ff59516eef9 x-openstack-request-id: req-cc4a0c81-b403-4467-9c30-6ff59516eef9 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:27:12.818551 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67cabed8-32fc-459f-853d-34d96d50061b", "name": "network-vif-deleted", "tag": "c473a35b-6d45-41a6-b58d-806917065198", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:27:12.818744 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc4a0c81-b403-4467-9c30-6ff59516eef9 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:27:12.819154 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67cabed8-32fc-459f-853d-34d96d50061b', 'name': 'network-vif-deleted', 'tag': 'c473a35b-6d45-41a6-b58d-806917065198', 'status': 'completed', 'code': 200} Mar 14 11:27:12.826540 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-05512962-d157-4fdb-b99c-5626fb2d3d8e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Deleting port 038e2187-eaf0-429d-9adf-719a5b65dcbb {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:27:12.826921 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-05512962-d157-4fdb-b99c-5626fb2d3d8e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (038e2187-eaf0-429d-9adf-719a5b65dcbb), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:12.838160 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa34f5-74e3-4427-aac8-489eede8782e None None] Checking router: fc7c283b-5081-4de4-b36a-cf56356795a5 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:27:12.846869 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fa34f5-74e3-4427-aac8-489eede8782e None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:27:12.847484 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d4fa34f5-74e3-4427-aac8-489eede8782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:27:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:12.915812 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-05512962-d157-4fdb-b99c-5626fb2d3d8e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (038e2187-eaf0-429d-9adf-719a5b65dcbb), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:12.916251 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-05512962-d157-4fdb-b99c-5626fb2d3d8e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for floatingip (038e2187-eaf0-429d-9adf-719a5b65dcbb), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:12.930144 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-05512962-d157-4fdb-b99c-5626fb2d3d8e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Calling delete_port for 038e2187-eaf0-429d-9adf-719a5b65dcbb owned by network:floatingip {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:27:12.963483 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-d4fa34f5-74e3-4427-aac8-489eede8782e None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:27:13.033147 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ff9c30ba-e943-491f-b1f1-c91f02af8080 req-f055a772-09fa-4d6e-963c-6d4c6372a611 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=67cabed8-32fc-459f-853d-34d96d50061b HTTP/1.1" status: 200 len: 210 time: 0.0285928 Mar 14 11:27:13.161553 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-05512962-d157-4fdb-b99c-5626fb2d3d8e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (038e2187-eaf0-429d-9adf-719a5b65dcbb), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:13.166304 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d4fa34f5-74e3-4427-aac8-489eede8782e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:13.192008 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05512962-d157-4fdb-b99c-5626fb2d3d8e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event deleted for resources: {'Port': ['ID=038e2187-eaf0-429d-9adf-719a5b65dcbb,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:13.198254 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device e2cceb08-3771-4458-af33-1feb1042b764 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:27:13.200258 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fa34f5-74e3-4427-aac8-489eede8782e None None] The sync data for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi is: [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:27:13.220581 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: e2cceb08-3771-4458-af33-1feb1042b764 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:27:13.220914 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device e2cceb08-3771-4458-af33-1feb1042b764 not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:27:13.474692 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de7af03-0ce8-4cee-9af3-f3789d3875d2 None None] New status for floating IP 7745da05-06b6-48ac-afb9-60717c5580b1: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:27:13.539063 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-05512962-d157-4fdb-b99c-5626fb2d3d8e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for floatingip (86d93bf1-803c-4058-8031-941a0b9c1570), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:13.541852 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-05512962-d157-4fdb-b99c-5626fb2d3d8e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:13.546337 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-05512962-d157-4fdb-b99c-5626fb2d3d8e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "DELETE /v2.0/floatingips/86d93bf1-803c-4058-8031-941a0b9c1570 HTTP/1.1" status: 204 len: 168 time: 0.9202430 Mar 14 11:27:13.878308 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58042) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:13.883797 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-c253d0eb-cebc-45e2-aadb-ee5200e719a1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494718890', 'description': 'tempest-description--839051579'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:13.891312 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dcb89-7772-4f75-88c8-957c2cafac0a req-1ee12683-3150-4f5c-9c03-da776edaa188 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:13.892825 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-738dcb89-7772-4f75-88c8-957c2cafac0a req-1ee12683-3150-4f5c-9c03-da776edaa188 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 944 time: 0.0535157 Mar 14 11:27:13.941549 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-738dcb89-7772-4f75-88c8-957c2cafac0a req-b3252b8b-cd69-4f28-84b4-f664b18ff86a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417483 Mar 14 11:27:13.975906 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c253d0eb-cebc-45e2-aadb-ee5200e719a1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.044828 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c253d0eb-cebc-45e2-aadb-ee5200e719a1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group (164ec178-cd26-40bf-bde6-d95a5d2f8965), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.107361 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c253d0eb-cebc-45e2-aadb-ee5200e719a1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (164ec178-cd26-40bf-bde6-d95a5d2f8965), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.136873 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253d0eb-cebc-45e2-aadb-ee5200e719a1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164ec178-cd26-40bf-bde6-d95a5d2f8965,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:14.165577 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58048) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:14.203012 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c253d0eb-cebc-45e2-aadb-ee5200e719a1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.204204 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c253d0eb-cebc-45e2-aadb-ee5200e719a1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3248994 Mar 14 11:27:14.207147 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58050) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:14.212210 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-74159752-be77-460d-98f0-7f21cbcd8097 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Request body: {'security_group_rule': {'security_group_id': '164ec178-cd26-40bf-bde6-d95a5d2f8965', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:14.222938 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3d333198-f985-44c7-97b6-39f8bfada8cd tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (e0f9b215-083f-4b65-8162-a3e4aaacac63), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.247109 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3d333198-f985-44c7-97b6-39f8bfada8cd tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (e0f9b215-083f-4b65-8162-a3e4aaacac63), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.305761 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-74159752-be77-460d-98f0-7f21cbcd8097 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group_rule (d6678aac-02cd-4dfe-b4d6-85a18d257d81), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.362568 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-74159752-be77-460d-98f0-7f21cbcd8097 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group_rule (d6678aac-02cd-4dfe-b4d6-85a18d257d81), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.380742 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3d333198-f985-44c7-97b6-39f8bfada8cd tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (e0f9b215-083f-4b65-8162-a3e4aaacac63), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.383548 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3d333198-f985-44c7-97b6-39f8bfada8cd tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.384725 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3d333198-f985-44c7-97b6-39f8bfada8cd tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "DELETE /v2.0/security-groups/e0f9b215-083f-4b65-8162-a3e4aaacac63 HTTP/1.1" status: 204 len: 168 time: 0.2181628 Mar 14 11:27:14.387529 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58052) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:14.393926 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d333198-f985-44c7-97b6-39f8bfada8cd tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f9b215-083f-4b65-8162-a3e4aaacac63,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:14.400883 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-22252bf1-eab4-45d0-8eb4-f8ce2e47b9ff tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] show failed (client error): The resource could not be found. Mar 14 11:27:14.401860 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-22252bf1-eab4-45d0-8eb4-f8ce2e47b9ff tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups/e0f9b215-083f-4b65-8162-a3e4aaacac63 HTTP/1.1" status: 404 len: 347 time: 0.0133903 Mar 14 11:27:14.404773 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58054) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:14.480217 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-74159752-be77-460d-98f0-7f21cbcd8097 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (d6678aac-02cd-4dfe-b4d6-85a18d257d81), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.520222 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74159752-be77-460d-98f0-7f21cbcd8097 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6678aac-02cd-4dfe-b4d6-85a18d257d81,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:14.546926 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a4f782db-c6d1-413d-a508-e385d300bbde tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Deleting port 46385399-000a-4543-9dc1-8878ca3a89e3 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:27:14.547261 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a4f782db-c6d1-413d-a508-e385d300bbde tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (46385399-000a-4543-9dc1-8878ca3a89e3), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.613622 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-74159752-be77-460d-98f0-7f21cbcd8097 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.614761 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-74159752-be77-460d-98f0-7f21cbcd8097 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4066048 Mar 14 11:27:14.617778 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58056) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:14.622429 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-d407d667-bde4-4061-9ba9-9d6a8079599f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Request body: {'security_group_rule': {'security_group_id': '164ec178-cd26-40bf-bde6-d95a5d2f8965', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:14.626617 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a4f782db-c6d1-413d-a508-e385d300bbde tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (46385399-000a-4543-9dc1-8878ca3a89e3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.626949 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a4f782db-c6d1-413d-a508-e385d300bbde tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (46385399-000a-4543-9dc1-8878ca3a89e3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.639611 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-a4f782db-c6d1-413d-a508-e385d300bbde tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Calling delete_port for 46385399-000a-4543-9dc1-8878ca3a89e3 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:27:14.726651 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d407d667-bde4-4061-9ba9-9d6a8079599f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group_rule (0d25bb52-5cd6-4e76-87a1-16600f0776ad), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.774904 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d407d667-bde4-4061-9ba9-9d6a8079599f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group_rule (0d25bb52-5cd6-4e76-87a1-16600f0776ad), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.844124 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a4f782db-c6d1-413d-a508-e385d300bbde tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (46385399-000a-4543-9dc1-8878ca3a89e3), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.879235 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f782db-c6d1-413d-a508-e385d300bbde tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event deleted for resources: {'Port': ['ID=46385399-000a-4543-9dc1-8878ca3a89e3,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:14.884020 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d407d667-bde4-4061-9ba9-9d6a8079599f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (0d25bb52-5cd6-4e76-87a1-16600f0776ad), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.902250 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d407d667-bde4-4061-9ba9-9d6a8079599f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d25bb52-5cd6-4e76-87a1-16600f0776ad,revision_number=0']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:14.938536 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a4f782db-c6d1-413d-a508-e385d300bbde tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (7745da05-06b6-48ac-afb9-60717c5580b1), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.941342 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a4f782db-c6d1-413d-a508-e385d300bbde tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.942509 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a4f782db-c6d1-413d-a508-e385d300bbde tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "DELETE /v2.0/floatingips/7745da05-06b6-48ac-afb9-60717c5580b1 HTTP/1.1" status: 204 len: 168 time: 0.5368400 Mar 14 11:27:14.989067 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d407d667-bde4-4061-9ba9-9d6a8079599f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:14.990585 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d407d667-bde4-4061-9ba9-9d6a8079599f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3717444 Mar 14 11:27:14.994296 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58062) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:15.000226 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Request body: {'floatingip': {'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:15.062710 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4422a18-7fcb-4912-8611-90c831c461c3 req-dd71b908-cd5d-4383-b07c-cc97300cbe24 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:15.064175 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4422a18-7fcb-4912-8611-90c831c461c3 req-dd71b908-cd5d-4383-b07c-cc97300cbe24 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 944 time: 0.0528684 Mar 14 11:27:15.092828 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:15.113541 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f4422a18-7fcb-4912-8611-90c831c461c3 req-e64e66f6-b93c-46ca-9a92-107efa250df4 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429242 Mar 14 11:27:15.188626 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:15.190228 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c473a35b-6d45-41a6-b58d-806917065198 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:27:15.211657 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: c473a35b-6d45-41a6-b58d-806917065198 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:27:15.212011 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c473a35b-6d45-41a6-b58d-806917065198 not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:27:15.231213 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58064) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:15.236151 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-c0355207-ca7d-4f64-9090-d83c12ef1241 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--418611706', 'description': 'tempest-description--46269589'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:15.296164 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Allocated IP 172.27.3.202 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/edddbe84-3490-4bed-81eb-fd4f9dfd24d6) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:27:15.321354 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c0355207-ca7d-4f64-9090-d83c12ef1241 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:15.389483 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c0355207-ca7d-4f64-9090-d83c12ef1241 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (0a1ef431-6154-431c-85cd-09d733a670c2), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:15.399842 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for port (edddbe84-3490-4bed-81eb-fd4f9dfd24d6), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:15.455090 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c0355207-ca7d-4f64-9090-d83c12ef1241 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (0a1ef431-6154-431c-85cd-09d733a670c2), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:15.483820 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0355207-ca7d-4f64-9090-d83c12ef1241 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1ef431-6154-431c-85cd-09d733a670c2,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:15.515900 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (edddbe84-3490-4bed-81eb-fd4f9dfd24d6), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:15.542811 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c0355207-ca7d-4f64-9090-d83c12ef1241 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:15.544103 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c0355207-ca7d-4f64-9090-d83c12ef1241 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3117764 Mar 14 11:27:15.547050 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58066) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:15.551322 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-de0bd11e-6735-4bf8-ad52-1b9e00a4da7f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'security_group_rule': {'security_group_id': '0a1ef431-6154-431c-85cd-09d733a670c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:15.556608 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:27:15.561253 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:27:15.563890 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:27:15.586890 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event updated for resources: {'Port': ['ID=edddbe84-3490-4bed-81eb-fd4f9dfd24d6,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:15.640932 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-de0bd11e-6735-4bf8-ad52-1b9e00a4da7f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (6f038a4b-d75c-441b-b223-d7756eb39af1), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:15.653312 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for floatingip (1faf3ba5-8e16-4bb5-949f-e083261537c4), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:15.695445 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-de0bd11e-6735-4bf8-ad52-1b9e00a4da7f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (6f038a4b-d75c-441b-b223-d7756eb39af1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:15.795283 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-de0bd11e-6735-4bf8-ad52-1b9e00a4da7f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (6f038a4b-d75c-441b-b223-d7756eb39af1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:15.795540 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (edddbe84-3490-4bed-81eb-fd4f9dfd24d6), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:15.812681 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bd11e-6735-4bf8-ad52-1b9e00a4da7f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f038a4b-d75c-441b-b223-d7756eb39af1,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:15.903105 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-de0bd11e-6735-4bf8-ad52-1b9e00a4da7f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:15.904271 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-de0bd11e-6735-4bf8-ad52-1b9e00a4da7f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562784 Mar 14 11:27:15.907060 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58068) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:15.911508 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-7a43013a-fecf-45cb-a7f8-a78472e3a572 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'security_group_rule': {'security_group_id': '0a1ef431-6154-431c-85cd-09d733a670c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:15.945366 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for port (edddbe84-3490-4bed-81eb-fd4f9dfd24d6), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:16.020138 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a43013a-fecf-45cb-a7f8-a78472e3a572 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (7d5b6119-090e-4df3-a699-bbf208e98e2f), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:16.047375 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (edddbe84-3490-4bed-81eb-fd4f9dfd24d6), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:16.075952 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a43013a-fecf-45cb-a7f8-a78472e3a572 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (7d5b6119-090e-4df3-a699-bbf208e98e2f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:16.117735 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event updated for resources: {'Port': ['ID=edddbe84-3490-4bed-81eb-fd4f9dfd24d6,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:16.129503 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (1faf3ba5-8e16-4bb5-949f-e083261537c4), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:16.149992 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a43013a-fecf-45cb-a7f8-a78472e3a572 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671334'] for security_group_rule (7d5b6119-090e-4df3-a699-bbf208e98e2f), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:16.167789 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43013a-fecf-45cb-a7f8-a78472e3a572 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5b6119-090e-4df3-a699-bbf208e98e2f,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:16.212253 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:16.213585 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-0d27f0df-237d-411a-8183-fa061cbd3591 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2182770 Mar 14 11:27:16.239103 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7a43013a-fecf-45cb-a7f8-a78472e3a572 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:16.250751 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7a43013a-fecf-45cb-a7f8-a78472e3a572 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3323133 Mar 14 11:27:16.251199 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58074) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:16.254715 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f9f2c-074a-4ae5-893e-a165f1cf8754 req-f03d2c38-ebf0-4e1f-a2f1-a8753ecab0ae tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:16.255812 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'floatingip': {'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:16.256229 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e77f9f2c-074a-4ae5-893e-a165f1cf8754 req-f03d2c38-ebf0-4e1f-a2f1-a8753ecab0ae tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 944 time: 0.0612092 Mar 14 11:27:16.311026 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e77f9f2c-074a-4ae5-893e-a165f1cf8754 req-dc7725a8-4bc5-4024-b05e-b460624aaf15 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444000 Mar 14 11:27:16.386970 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:16.446248 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-d5bd7ed6-f051-48ac-872c-a3c17c245fd7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1494718890&fields=id&tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0 HTTP/1.1" status: 200 len: 267 time: 0.0683050 Mar 14 11:27:16.592175 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-c404b2c3-092d-47ba-9bf9-fdc3771445e2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:16.593616 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-c404b2c3-092d-47ba-9bf9-fdc3771445e2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/networks?id=ac8d8309-0e4e-4a85-9956-37c78e1327a5 HTTP/1.1" status: 200 len: 816 time: 0.1399672 Mar 14 11:27:16.599034 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:16.621814 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-cc2418e3-db7f-4cee-9171-56b10fbc2d1b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/quotas/62a2ab3d6f7c4c459df4f8d1ef82fee0 HTTP/1.1" status: 200 len: 375 time: 0.0207903 Mar 14 11:27:16.732908 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-964a3360-9e9d-4a79-9da3-b8f9488a8bee tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868304 Mar 14 11:27:16.760397 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Allocated IP 172.27.3.196 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/dcb62cd9-3e49-4b2f-9864-62880c4e6d1b) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:27:16.894683 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-4675290e-97ea-4053-a97d-40496cb2d486 service neutron] 10.222.0.37 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491301 Mar 14 11:27:16.949517 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for port (dcb62cd9-3e49-4b2f-9864-62880c4e6d1b), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:17.017508 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-5c4a87a4-fc02-4840-b89a-f1dd88d505c2 service neutron] 10.222.0.37 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168408 Mar 14 11:27:17.089965 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (dcb62cd9-3e49-4b2f-9864-62880c4e6d1b), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:17.141033 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:27:17.144100 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:27:17.147717 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:27:17.174821 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'Port': ['ID=dcb62cd9-3e49-4b2f-9864-62880c4e6d1b,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:17.208347 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c1342952-7724-47e0-ad3f-8d010c0210f9 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:27:17.245669 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (000ed61e-d7b7-4330-b2a3-614ca5024ee8), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:17.314337 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port c1342952-7724-47e0-ad3f-8d010c0210f9, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c1342952-7724-47e0-ad3f-8d010c0210f9,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:27:17.323216 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99476299-9d1e-44f7-95fd-5d7d67aa96bd req-55ecb32d-8077-4049-86fa-1a20935f7a8e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 210 time: 0.0342450 Mar 14 11:27:17.327439 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'port_id': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'mac_address': 'fa:16:3e:c2:51:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:27:17.366584 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port c1342952-7724-47e0-ad3f-8d010c0210f9 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:27:17.367069 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:17.386247 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1342952-7724-47e0-ad3f-8d010c0210f9 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:27:17.394164 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (dcb62cd9-3e49-4b2f-9864-62880c4e6d1b), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:17.419783 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port c1342952-7724-47e0-ad3f-8d010c0210f9, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c1342952-7724-47e0-ad3f-8d010c0210f9,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:27:17.510102 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:17.519055 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d5fc2-f158-4e51-93c3-89f1a6bf3e5c req-e340c4c5-5ca7-4eda-aaf2-01b73b622a0d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:17.523724 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e49d5fc2-f158-4e51-93c3-89f1a6bf3e5c req-e340c4c5-5ca7-4eda-aaf2-01b73b622a0d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 944 time: 0.0973496 Mar 14 11:27:17.575332 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=c1342952-7724-47e0-ad3f-8d010c0210f9,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:17.616944 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e49d5fc2-f158-4e51-93c3-89f1a6bf3e5c req-4b51c982-ddbe-40f7-baf5-b67fe30606d9 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718327 Mar 14 11:27:17.639165 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for port (dcb62cd9-3e49-4b2f-9864-62880c4e6d1b), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:17.769847 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (dcb62cd9-3e49-4b2f-9864-62880c4e6d1b), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:17.837176 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'Port': ['ID=dcb62cd9-3e49-4b2f-9864-62880c4e6d1b,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:17.846708 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (000ed61e-d7b7-4330-b2a3-614ca5024ee8), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:17.861955 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['c1342952-7724-47e0-ad3f-8d010c0210f9'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:27:17.926031 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:17.927298 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-de1790ac-c4dc-4029-8850-7f37b04bfe89 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6750827 Mar 14 11:27:18.075969 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9cb56c28-8d77-443e-8f37-b7c63335c5a1 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--418611706&fields=id&tenant_id=87c49ee49cd14a2aa0cc354627515760 HTTP/1.1" status: 200 len: 267 time: 0.0427957 Mar 14 11:27:18.185018 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-e144ff22-428f-4418-a309-0b85d202ea2b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:18.186524 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-e144ff22-428f-4418-a309-0b85d202ea2b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/networks?id=7948184e-83ff-43df-a1e2-ac0589280d46 HTTP/1.1" status: 200 len: 815 time: 0.1034644 Mar 14 11:27:18.200654 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-8d5f34f7-2cce-48a2-a929-af8d47f9be84 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/quotas/87c49ee49cd14a2aa0cc354627515760 HTTP/1.1" status: 200 len: 375 time: 0.0088542 Mar 14 11:27:18.255268 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-c112edbe-760d-489e-b0cd-bb16f37a866f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497975 Mar 14 11:27:18.353592 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-09b0356a-d326-43a6-a5ea-455f83d59084 service neutron] 10.222.0.37 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867054 Mar 14 11:27:18.422959 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-25a1e361-37ea-4c22-9f99-804ca3112c34 req-978d11b3-11c7-4728-865a-546dfe57ab3b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 210 time: 0.0273094 Mar 14 11:27:18.447738 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-d63bc5e9-9dc8-4a5d-847b-86b19bc50768 service neutron] 10.222.0.37 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879216 Mar 14 11:27:18.681336 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4a407992-cc9b-4e78-a5a7-73a2b13e105d req-df72e775-d06b-433e-a7d1-ceedb53e2ed7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0310745 Mar 14 11:27:18.745051 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a762d-4f95-4347-9cb0-5c9290142626 req-fe8d0620-a9a4-4ff9-9087-ca1174bf42fc tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:18.746696 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-867a762d-4f95-4347-9cb0-5c9290142626 req-fe8d0620-a9a4-4ff9-9087-ca1174bf42fc tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 945 time: 0.0557497 Mar 14 11:27:18.802837 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-867a762d-4f95-4347-9cb0-5c9290142626 req-f40b9326-8fe1-4a41-bd09-3e9d43c7c2fe tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503132 Mar 14 11:27:19.221161 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c1342952-7724-47e0-ad3f-8d010c0210f9 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:27:19.357996 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port c1342952-7724-47e0-ad3f-8d010c0210f9 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:27:19.362243 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port c1342952-7724-47e0-ad3f-8d010c0210f9 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:27:19.363826 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:19.440071 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port c1342952-7724-47e0-ad3f-8d010c0210f9 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:27:19.440514 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:19.469366 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1342952-7724-47e0-ad3f-8d010c0210f9'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:27:19.471746 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcbfcdf-6826-456f-8c18-eeea791da051" -d '{"events": [{"server_uuid": "09363bec-d6da-482c-b8f9-1c5ef1796271", "name": "network-vif-plugged", "status": "completed", "tag": "c1342952-7724-47e0-ad3f-8d010c0210f9"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:27:19.576212 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f2318460-ccfe-47e5-a0f3-105742566b3d req-793d1456-48d4-4e4d-a216-6f029f3b7921 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 210 time: 0.0348592 Mar 14 11:27:19.605327 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-a187b790-3b04-4b07-b3cd-2a08910d4b5e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:19.615650 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-a187b790-3b04-4b07-b3cd-2a08910d4b5e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.44 "GET /v2.0/networks?id=ac8d8309-0e4e-4a85-9956-37c78e1327a5 HTTP/1.1" status: 200 len: 816 time: 0.1664193 Mar 14 11:27:19.623016 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382d78b6-0cac-418b-bf4b-d9b7d1809377 x-openstack-request-id: req-382d78b6-0cac-418b-bf4b-d9b7d1809377 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:27:19.623305 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09363bec-d6da-482c-b8f9-1c5ef1796271", "name": "network-vif-plugged", "status": "completed", "tag": "c1342952-7724-47e0-ad3f-8d010c0210f9", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:27:19.623555 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-382d78b6-0cac-418b-bf4b-d9b7d1809377 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:27:19.623941 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'code': 200} Mar 14 11:27:19.625587 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port c1342952-7724-47e0-ad3f-8d010c0210f9, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c1342952-7724-47e0-ad3f-8d010c0210f9,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:27:19.684632 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-fbe56a5d-7afb-4b24-aaca-b0a2c1c28578 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0 HTTP/1.1" status: 200 len: 380 time: 0.0527599 Mar 14 11:27:19.694883 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-db04d754-7f3a-43fb-b665-4810c4798f7a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Request body: {'port': {'device_id': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'admin_state_up': True, 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'security_groups': ['164ec178-cd26-40bf-bde6-d95a5d2f8965']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:19.738786 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:19.790516 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-db176a3b-d109-4373-b833-97eb44980ef0 req-d2801def-a242-4c5b-853d-5cf69c9fc900 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0341263 Mar 14 11:27:19.791336 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=c1342952-7724-47e0-ad3f-8d010c0210f9,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:19.900312 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-db04d754-7f3a-43fb-b665-4810c4798f7a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Made reservation on behalf of 62a2ab3d6f7c4c459df4f8d1ef82fee0 for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:27:19.904271 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-db04d754-7f3a-43fb-b665-4810c4798f7a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:19.973295 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cc6ad-f578-4373-9166-f6224f1b8ab3 req-0f048454-a4c3-4f79-afc4-dfe3c7946238 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:19.974834 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-352cc6ad-f578-4373-9166-f6224f1b8ab3 req-0f048454-a4c3-4f79-afc4-dfe3c7946238 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 946 time: 0.1046319 Mar 14 11:27:20.116540 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333dafdf-c6e6-4c7b-8b89-f6a2392dde58 req-4c11cb16-abd7-4a60-83cd-6b3f14d37400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:20.118112 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-333dafdf-c6e6-4c7b-8b89-f6a2392dde58 req-4c11cb16-abd7-4a60-83cd-6b3f14d37400 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 1130 time: 0.1842830 Mar 14 11:27:20.123912 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-352cc6ad-f578-4373-9166-f6224f1b8ab3 req-6c132762-e5f6-4828-92d6-3d9c977c47e7 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161025 Mar 14 11:27:20.152739 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-db04d754-7f3a-43fb-b665-4810c4798f7a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Allocated IP 172.20.0.3 (ac8d8309-0e4e-4a85-9956-37c78e1327a5/36c84865-fa34-4ad8-b7c4-ef0535413a31/d53e17a8-ee49-4e89-9edd-7025dbc6b7f1) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:27:20.198755 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-333dafdf-c6e6-4c7b-8b89-f6a2392dde58 req-8f7ed1b7-aebc-47fd-8bf1-830dbb066863 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738657 Mar 14 11:27:20.316874 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-db04d754-7f3a-43fb-b665-4810c4798f7a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:20.392325 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-db04d754-7f3a-43fb-b665-4810c4798f7a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:20.439845 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-db04d754-7f3a-43fb-b665-4810c4798f7a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Network ac8d8309-0e4e-4a85-9956-37c78e1327a5 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:27:20.442833 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-db04d754-7f3a-43fb-b665-4810c4798f7a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:27:20.447138 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-db04d754-7f3a-43fb-b665-4810c4798f7a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:27:20.453325 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04d754-7f3a-43fb-b665-4810c4798f7a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event updated for resources: {'Port': ['ID=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:20.503576 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-db04d754-7f3a-43fb-b665-4810c4798f7a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:20.504202 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-db04d754-7f3a-43fb-b665-4810c4798f7a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:20.578455 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-db04d754-7f3a-43fb-b665-4810c4798f7a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8872685 Mar 14 11:27:20.590988 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Request body: {'port': {'device_id': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:20.656750 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:20.710651 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-6e8cb51e-01ae-40f4-ad3a-edaf33153c9c None None] Provisioning complete for port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:27:20.711225 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6e8cb51e-01ae-40f4-ad3a-edaf33153c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:20.746168 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-6e8cb51e-01ae-40f4-ad3a-edaf33153c9c None None] Port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:27:20.805843 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60425379-6bd9-4f53-88eb-5eb188e225d7 req-03d434b9-9329-4125-b472-e2a9c4df5613 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:20.807253 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-60425379-6bd9-4f53-88eb-5eb188e225d7 req-03d434b9-9329-4125-b472-e2a9c4df5613 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 931 time: 0.1382687 Mar 14 11:27:20.887609 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-66d7fed1-2528-4592-8679-92976656561a req-289ea8af-e847-4664-9cf3-aef506c2d834 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0274415 Mar 14 11:27:20.908630 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-60425379-6bd9-4f53-88eb-5eb188e225d7 req-d2ba0a4c-3fa5-4864-ac78-56629f09f635 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956304 Mar 14 11:27:20.996453 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:27:21.004398 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Publish callbacks [] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:21.017112 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Transition to ACTIVE for port object d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:27:21.115618 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:21.204372 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Pushing event updated for resources: {'Port': ['ID=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:21.334050 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e1b0d-d350-4f6b-b424-e9104dd5154f req-1d423683-7a95-43bc-a405-e5f843d234bc tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:21.334399 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Attempting to bind port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:27:21.335300 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Attempting to bind port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:27:21.335633 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Attempting to bind port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 on network ac8d8309-0e4e-4a85-9956-37c78e1327a5 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:27:21.338569 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa9e1b0d-d350-4f6b-b424-e9104dd5154f req-1d423683-7a95-43bc-a405-e5f843d234bc tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 946 time: 0.1085169 Mar 14 11:27:21.342765 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-d8001e86-cb96-4600-bdb4-068a15ff4da9 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:21.344193 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-d8001e86-cb96-4600-bdb4-068a15ff4da9 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "GET /v2.0/networks?id=7948184e-83ff-43df-a1e2-ac0589280d46 HTTP/1.1" status: 200 len: 815 time: 0.2026732 Mar 14 11:27:21.347689 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 on network ac8d8309-0e4e-4a85-9956-37c78e1327a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:27:21.348030 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Attempting to bind port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 on network ac8d8309-0e4e-4a85-9956-37c78e1327a5 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:27:21.355081 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:27:21.359286 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Checking segment: {'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:27:21.359286 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Bound using segment: {'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:27:21.359286 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Bound port: d53e17a8-ee49-4e89-9edd-7025dbc6b7f1, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab1868d-af62-4459-bf12-5bdade824e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:27:21.359286 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:21.402449 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-aa9e1b0d-d350-4f6b-b424-e9104dd5154f req-df9ad52e-6284-4cf9-befb-8ef3fb3939fd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588403 Mar 14 11:27:21.469408 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-0d0de78f-88f7-4bad-9134-48c82fee3c9b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87c49ee49cd14a2aa0cc354627515760 HTTP/1.1" status: 200 len: 379 time: 0.1092405 Mar 14 11:27:21.476552 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] For port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:27:21.481467 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-35675d0a-06de-462f-b04d-accbd14a15e0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'port': {'device_id': '16d2928f-acb8-4651-8104-babfc45e2b84', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'admin_state_up': True, 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'security_groups': ['0a1ef431-6154-431c-85cd-09d733a670c2']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:21.486997 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] For port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:27:21.587809 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:21.633590 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:21.634693 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:21.637193 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] 10.222.0.44 "PUT /v2.0/ports/d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 HTTP/1.1" status: 200 len: 1093 time: 1.0504029 Mar 14 11:27:21.637735 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'tag': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:27:21.640109 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149801de-42eb-4d74-8e1e-3788c734e6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a62a245e-fe55-41e2-b08d-a07f7259a1aa", "tag": "d53e17a8-ee49-4e89-9edd-7025dbc6b7f1"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:27:21.667322 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091ceb1-519a-4c02-b950-f1e373dedab8 service neutron] Pushing event updated for resources: {'Port': ['ID=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:21.701107 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c284339b-8a32-499b-a55f-c44741f774d9 x-openstack-request-id: req-c284339b-8a32-499b-a55f-c44741f774d9 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:27:21.701479 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62a245e-fe55-41e2-b08d-a07f7259a1aa", "tag": "d53e17a8-ee49-4e89-9edd-7025dbc6b7f1", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:27:21.701809 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c284339b-8a32-499b-a55f-c44741f774d9 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:27:21.702327 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'tag': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'status': 'completed', 'code': 200} Mar 14 11:27:21.752679 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-35675d0a-06de-462f-b04d-accbd14a15e0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Made reservation on behalf of 87c49ee49cd14a2aa0cc354627515760 for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:27:21.756129 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-35675d0a-06de-462f-b04d-accbd14a15e0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:21.826083 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149801de-42eb-4d74-8e1e-3788c734e6fb req-341d7f71-8022-4d09-8983-ee4f2a32d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:21.827590 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-149801de-42eb-4d74-8e1e-3788c734e6fb req-341d7f71-8022-4d09-8983-ee4f2a32d538 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 1127 time: 0.1036475 Mar 14 11:27:21.968942 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-35675d0a-06de-462f-b04d-accbd14a15e0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Allocated IP 172.20.0.14 (7948184e-83ff-43df-a1e2-ac0589280d46/c145818f-9d7d-4997-ae9c-db4cbe8d2da1/c5eac1cd-0db1-4b25-b146-31e70a59e97f) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:27:21.999462 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149801de-42eb-4d74-8e1e-3788c734e6fb req-9bf1ded8-624d-4de8-be40-9d49b74a7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:22.000857 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e91d2fea-844d-43b8-ac81-7eb66fb030be req-ec745964-b59c-4027-803d-8162920c2f76 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0389905 Mar 14 11:27:22.001359 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-149801de-42eb-4d74-8e1e-3788c734e6fb req-9bf1ded8-624d-4de8-be40-9d49b74a7ecb service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1578810 Mar 14 11:27:22.192735 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ffc1d-268e-4b7b-bb6d-15737248bda7 req-57563112-e9ba-4a9d-90f7-48f6fad8a626 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:22.194173 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-119ffc1d-268e-4b7b-bb6d-15737248bda7 req-57563112-e9ba-4a9d-90f7-48f6fad8a626 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.1923342 Mar 14 11:27:22.204220 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149801de-42eb-4d74-8e1e-3788c734e6fb req-f92e3365-6898-4556-8123-6cb7afeb7d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:22.205542 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-149801de-42eb-4d74-8e1e-3788c734e6fb req-f92e3365-6898-4556-8123-6cb7afeb7d8d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1904557 Mar 14 11:27:22.523503 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475c198-bb27-4952-a446-5e20e173f687 req-7949ee49-43a9-40f9-8978-831e489f8c96 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:22.524935 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f475c198-bb27-4952-a446-5e20e173f687 req-7949ee49-43a9-40f9-8978-831e489f8c96 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 946 time: 0.0541632 Mar 14 11:27:22.558999 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-35675d0a-06de-462f-b04d-accbd14a15e0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:22.562982 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-119ffc1d-268e-4b7b-bb6d-15737248bda7 req-13cbc1eb-5f71-4bd1-a43e-3eb54579069d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3601339 Mar 14 11:27:22.573747 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f475c198-bb27-4952-a446-5e20e173f687 req-f7e08191-e624-41a3-9a6e-54f0087bb20b tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Mar 14 11:27:22.598138 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-95131dd7-789f-4267-93b9-cb907de8adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:22.599730 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-95131dd7-789f-4267-93b9-cb907de8adb4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 1127 time: 0.0923750 Mar 14 11:27:22.651676 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-bc251771-ac63-4263-aae3-585332c6a966 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 HTTP/1.1" status: 200 len: 217 time: 0.0388868 Mar 14 11:27:22.702688 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-35675d0a-06de-462f-b04d-accbd14a15e0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:22.760669 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-458a221e-6878-45aa-9da6-a408ed7e655b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:22.762165 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-458a221e-6878-45aa-9da6-a408ed7e655b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36c84865-fa34-4ad8-b7c4-ef0535413a31 HTTP/1.1" status: 200 len: 855 time: 0.1034589 Mar 14 11:27:22.770535 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-35675d0a-06de-462f-b04d-accbd14a15e0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Network 7948184e-83ff-43df-a1e2-ac0589280d46 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:27:22.795738 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-35675d0a-06de-462f-b04d-accbd14a15e0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:27:22.799002 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa93f99-8547-4e94-b73d-9a4fc2604959 req-433d2470-2f7b-4749-94bf-771efc1d184a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:22.800468 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8fa93f99-8547-4e94-b73d-9a4fc2604959 req-433d2470-2f7b-4749-94bf-771efc1d184a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 946 time: 0.1512704 Mar 14 11:27:22.815274 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-35675d0a-06de-462f-b04d-accbd14a15e0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:27:22.817870 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35675d0a-06de-462f-b04d-accbd14a15e0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event updated for resources: {'Port': ['ID=c5eac1cd-0db1-4b25-b146-31e70a59e97f,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:22.904599 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-35675d0a-06de-462f-b04d-accbd14a15e0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:22.905239 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-35675d0a-06de-462f-b04d-accbd14a15e0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:22.920550 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-1d4381f4-4840-4224-aabb-4a11c68f56f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:22.922142 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-1d4381f4-4840-4224-aabb-4a11c68f56f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac8d8309-0e4e-4a85-9956-37c78e1327a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1466851 Mar 14 11:27:22.929743 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8fa93f99-8547-4e94-b73d-9a4fc2604959 req-b4813f5f-ad91-4624-97cb-135b269a2bc4 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073074 Mar 14 11:27:22.953435 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58176) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:23.027290 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-99df9451-c909-4a50-959b-0851b04d7a9d None None] Provisioning complete for port c5eac1cd-0db1-4b25-b146-31e70a59e97f triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:27:23.028312 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-35675d0a-06de-462f-b04d-accbd14a15e0 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5534859 Mar 14 11:27:23.028456 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-99df9451-c909-4a50-959b-0851b04d7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:23.046974 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Request body: {'port': {'device_id': '16d2928f-acb8-4651-8104-babfc45e2b84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:23.064820 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-99df9451-c909-4a50-959b-0851b04d7a9d None None] Port c5eac1cd-0db1-4b25-b146-31e70a59e97f cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:27:23.077005 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d359e740-b276-4945-b54e-f7d5d435414d tempest-TestVolumeBootPattern-1278944951 tempest-TestVolumeBootPattern-1278944951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:23.078544 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d359e740-b276-4945-b54e-f7d5d435414d tempest-TestVolumeBootPattern-1278944951 tempest-TestVolumeBootPattern-1278944951-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 1125 time: 0.1241438 Mar 14 11:27:23.081410 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58180) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:23.086136 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Request body: {'floatingip': {'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'port_id': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:23.087838 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-1f89209d-f41b-4bba-ae6b-8f9c528a7ba6 service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550431 Mar 14 11:27:23.140079 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077f24b-98c7-433c-b1bd-a80c87b03210 req-88ecbd34-c18c-4b00-a794-beb5a7a44b31 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:23.141559 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1077f24b-98c7-433c-b1bd-a80c87b03210 req-88ecbd34-c18c-4b00-a794-beb5a7a44b31 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 932 time: 0.0686691 Mar 14 11:27:23.152906 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:23.191514 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1077f24b-98c7-433c-b1bd-a80c87b03210 req-3364ca1d-1612-4ad1-9f20-b15eba2d355e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a1ef431-6154-431c-85cd-09d733a670c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441103 Mar 14 11:27:23.215206 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:23.246455 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-28bd7df4-f6c6-4f5e-ba36-4f58bc1c495f req-5124d5fa-ed16-46cc-91a8-0be430e2bc3f service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517422 Mar 14 11:27:23.313831 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:23.427425 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_common [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Allocated IP 172.27.3.201 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/7d2ccb30-971e-493c-add0-2b4b08e30fd1) {{(pid=104016) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:27:23.488447 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5eac1cd-0db1-4b25-b146-31e70a59e97f {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:27:23.494090 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Publish callbacks [] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:23.506788 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Transition to ACTIVE for port object c5eac1cd-0db1-4b25-b146-31e70a59e97f will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:27:23.537438 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for port (7d2ccb30-971e-493c-add0-2b4b08e30fd1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:23.624024 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:23.662912 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (7d2ccb30-971e-493c-add0-2b4b08e30fd1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:23.675373 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Pushing event updated for resources: {'Port': ['ID=c5eac1cd-0db1-4b25-b146-31e70a59e97f,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:23.760997 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Attempting to bind port c5eac1cd-0db1-4b25-b146-31e70a59e97f on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:27:23.761333 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Attempting to bind port c5eac1cd-0db1-4b25-b146-31e70a59e97f by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:27:23.761670 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Attempting to bind port c5eac1cd-0db1-4b25-b146-31e70a59e97f on network 7948184e-83ff-43df-a1e2-ac0589280d46 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:27:23.766871 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Port c5eac1cd-0db1-4b25-b146-31e70a59e97f on network 7948184e-83ff-43df-a1e2-ac0589280d46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:27:23.767236 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Attempting to bind port c5eac1cd-0db1-4b25-b146-31e70a59e97f on network 7948184e-83ff-43df-a1e2-ac0589280d46 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:27:23.773361 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:27:23.773740 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Checking segment: {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:27:23.774157 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Bound using segment: {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:27:23.774605 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Bound port: c5eac1cd-0db1-4b25-b146-31e70a59e97f, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f36b244-3062-48a6-a304-d7774cd7d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:27:23.774970 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:23.839079 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:27:23.860383 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] For port c5eac1cd-0db1-4b25-b146-31e70a59e97f, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:27:23.863952 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] For port c5eac1cd-0db1-4b25-b146-31e70a59e97f, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c5eac1cd-0db1-4b25-b146-31e70a59e97f,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:27:23.966417 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104016) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:27:23.972584 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Resources bound (agent type, host, resource id): {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:27:23.978771 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Received port after_create {{(pid=104016) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:27:23.982631 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'Port': ['ID=7d2ccb30-971e-493c-add0-2b4b08e30fd1,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:23.991936 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:24.013038 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bef2f-a23e-435f-9b74-88cb1344ca82 req-88ade097-8cb9-440c-b5d0-944ddce86c09 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:24.014568 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b64bef2f-a23e-435f-9b74-88cb1344ca82 req-88ade097-8cb9-440c-b5d0-944ddce86c09 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.3807244 Mar 14 11:27:24.036316 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:24.036316 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:24.036316 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] 10.222.0.44 "PUT /v2.0/ports/c5eac1cd-0db1-4b25-b146-31e70a59e97f HTTP/1.1" status: 200 len: 1094 time: 0.9947104 Mar 14 11:27:24.036316 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d2928f-acb8-4651-8104-babfc45e2b84', 'tag': 'c5eac1cd-0db1-4b25-b146-31e70a59e97f'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:27:24.040130 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f75337b-1eb9-4788-9a07-d0c5dc055d88" -d '{"events": [{"name": "network-changed", "server_uuid": "16d2928f-acb8-4651-8104-babfc45e2b84", "tag": "c5eac1cd-0db1-4b25-b146-31e70a59e97f"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:27:24.065590 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8188e-edf9-4b0a-88ea-6ed2b4d3d5fd service neutron] Pushing event updated for resources: {'Port': ['ID=c5eac1cd-0db1-4b25-b146-31e70a59e97f,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:24.124981 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b64bef2f-a23e-435f-9b74-88cb1344ca82 req-c3a4e4d9-44e0-4afe-bb46-f3c8b2f79193 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002069 Mar 14 11:27:24.194917 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b699a4-7b6f-46ad-a7a1-c934c69fd901 x-openstack-request-id: req-e2b699a4-7b6f-46ad-a7a1-c934c69fd901 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:27:24.195314 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d2928f-acb8-4651-8104-babfc45e2b84", "tag": "c5eac1cd-0db1-4b25-b146-31e70a59e97f", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:27:24.196110 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2b699a4-7b6f-46ad-a7a1-c934c69fd901 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:27:24.196110 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d2928f-acb8-4651-8104-babfc45e2b84', 'tag': 'c5eac1cd-0db1-4b25-b146-31e70a59e97f', 'status': 'completed', 'code': 200} Mar 14 11:27:24.220052 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-6045277a-2a1f-4b38-859f-72ffe6a9c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:24.221894 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-6045277a-2a1f-4b38-859f-72ffe6a9c55a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 1128 time: 0.0652306 Mar 14 11:27:24.295375 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-ecce0aee-f1bf-45e1-b9e0-47cd11583c67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5eac1cd-0db1-4b25-b146-31e70a59e97f HTTP/1.1" status: 200 len: 217 time: 0.0569007 Mar 14 11:27:24.348330 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-6a01126e-e424-45c3-9971-4ced15aa8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:24.349779 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-6a01126e-e424-45c3-9971-4ced15aa8618 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c145818f-9d7d-4997-ae9c-db4cbe8d2da1 HTTP/1.1" status: 200 len: 854 time: 0.0477984 Mar 14 11:27:24.399212 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-261742b8-a2a7-4747-aa29-e75f1b1fe562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:24.400791 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-261742b8-a2a7-4747-aa29-e75f1b1fe562 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7948184e-83ff-43df-a1e2-ac0589280d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447156 Mar 14 11:27:24.412615 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c645b9-413d-4448-83c8-cadf0b980b77 req-c28448cc-37f0-45b3-9444-5bec7c89c91f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:24.418001 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48c645b9-413d-4448-83c8-cadf0b980b77 req-c28448cc-37f0-45b3-9444-5bec7c89c91f tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 944 time: 0.1366639 Mar 14 11:27:24.501472 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for floatingip (6a8184f2-8f4c-4372-94fd-f457e229f346), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:24.511200 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-94be41a8-70cb-41b1-8f21-f96e48f5a097 service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974810 Mar 14 11:27:24.528808 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-48c645b9-413d-4448-83c8-cadf0b980b77 req-17baf405-1dca-42d8-929b-4f3f84114ef6 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a1ef431-6154-431c-85cd-09d733a670c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063201 Mar 14 11:27:24.610989 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-86eee617-9fdb-447c-9d67-a5bf2ae826d0 req-c4573e0d-79ee-480c-bb47-5c40b85842cd service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921886 Mar 14 11:27:24.664797 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (7d2ccb30-971e-493c-add0-2b4b08e30fd1), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:24.761008 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75337b-1eb9-4788-9a07-d0c5dc055d88 req-190d4e20-1474-40a2-b7f1-ed00e69118de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:24.762508 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0f75337b-1eb9-4788-9a07-d0c5dc055d88 req-190d4e20-1474-40a2-b7f1-ed00e69118de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 1128 time: 0.0447268 Mar 14 11:27:24.815921 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for port (7d2ccb30-971e-493c-add0-2b4b08e30fd1), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:24.856935 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75337b-1eb9-4788-9a07-d0c5dc055d88 req-cdd96433-0f4b-4a23-ba44-38bc7f00c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:24.858423 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0f75337b-1eb9-4788-9a07-d0c5dc055d88 req-cdd96433-0f4b-4a23-ba44-38bc7f00c6b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7948184e-83ff-43df-a1e2-ac0589280d46 HTTP/1.1" status: 200 len: 916 time: 0.0886035 Mar 14 11:27:24.889112 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2078560'] for port (7d2ccb30-971e-493c-add0-2b4b08e30fd1), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:24.900750 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0f75337b-1eb9-4788-9a07-d0c5dc055d88 req-7e7854d2-29bc-41cb-a524-15933ad874be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5eac1cd-0db1-4b25-b146-31e70a59e97f HTTP/1.1" status: 200 len: 217 time: 0.0353272 Mar 14 11:27:24.954415 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75337b-1eb9-4788-9a07-d0c5dc055d88 req-5ade1eb7-e913-48cd-b6ed-22fd7500c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:24.955964 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0f75337b-1eb9-4788-9a07-d0c5dc055d88 req-5ade1eb7-e913-48cd-b6ed-22fd7500c4af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c145818f-9d7d-4997-ae9c-db4cbe8d2da1 HTTP/1.1" status: 200 len: 854 time: 0.0492594 Mar 14 11:27:24.965624 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'Port': ['ID=7d2ccb30-971e-493c-add0-2b4b08e30fd1,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:24.974182 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (6a8184f2-8f4c-4372-94fd-f457e229f346), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:25.006846 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75337b-1eb9-4788-9a07-d0c5dc055d88 req-f90d36a1-a996-40f0-95be-5079d3954546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:25.008470 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0f75337b-1eb9-4788-9a07-d0c5dc055d88 req-f90d36a1-a996-40f0-95be-5079d3954546 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7948184e-83ff-43df-a1e2-ac0589280d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455933 Mar 14 11:27:25.077743 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Floating IP 6a8184f2-8f4c-4372-94fd-f457e229f346 associated. External IP: 172.27.3.201, port: c1342952-7724-47e0-ad3f-8d010c0210f9. Mar 14 11:27:25.103786 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0f75337b-1eb9-4788-9a07-d0c5dc055d88 req-64c980bf-3258-4102-868a-7459226562cc service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886025 Mar 14 11:27:25.199596 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0f75337b-1eb9-4788-9a07-d0c5dc055d88 req-a476a01f-310e-48c6-af1c-b7d7c4b42f59 service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891175 Mar 14 11:27:25.273372 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ed656-c673-4829-a6f4-de7c29eb655a req-87f2aa87-bbac-4a6c-b34d-15f3d44fd2b7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:25.274927 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d31ed656-c673-4829-a6f4-de7c29eb655a req-87f2aa87-bbac-4a6c-b34d-15f3d44fd2b7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0608478 Mar 14 11:27:25.300502 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Router 7bc4534f-0190-4376-88e6-28abd32b88e8 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:27:25.324458 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d31ed656-c673-4829-a6f4-de7c29eb655a req-6e40755e-ac7a-4a22-821e-dc5caf0f1538 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439796 Mar 14 11:27:25.421080 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:27:25.430984 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17784e43-437a-4983-8ab4-e77102a2b8d3 None None] Sync routers for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:27:25.440282 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17784e43-437a-4983-8ab4-e77102a2b8d3 None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:27:25.440912 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-17784e43-437a-4983-8ab4-e77102a2b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:27:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:25.517607 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:25.551713 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-17784e43-437a-4983-8ab4-e77102a2b8d3 None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:27:25.565961 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4d6bf1db-7572-41d7-a2ac-01d890738874 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4722128 Mar 14 11:27:25.565961 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'tag': 'c1342952-7724-47e0-ad3f-8d010c0210f9'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:27:25.565961 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a82408aa6d8333e2181d16c09767b8a1ebc4ae77f8efd81ec4377ebaeeb989a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5f9c3b-6b0b-4501-86db-63750fbd3b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "09363bec-d6da-482c-b8f9-1c5ef1796271", "tag": "c1342952-7724-47e0-ad3f-8d010c0210f9"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:27:25.594361 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0afe80-7d7a-4f6e-9753-0285af827e2d x-openstack-request-id: req-8f0afe80-7d7a-4f6e-9753-0285af827e2d {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:27:25.594653 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09363bec-d6da-482c-b8f9-1c5ef1796271", "tag": "c1342952-7724-47e0-ad3f-8d010c0210f9", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:27:25.594906 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f0afe80-7d7a-4f6e-9753-0285af827e2d {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:27:25.595317 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'tag': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'status': 'completed', 'code': 200} Mar 14 11:27:25.655780 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f325d9c-10c6-4c77-8dd3-442742307ee9 req-a42cfb69-4bb7-43c3-88ac-670c136d0105 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:25.656879 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4f325d9c-10c6-4c77-8dd3-442742307ee9 req-a42cfb69-4bb7-43c3-88ac-670c136d0105 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 944 time: 0.0574489 Mar 14 11:27:25.661579 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f9c3b-6b0b-4501-86db-63750fbd3b5c req-2d392b10-3ea1-4464-8f51-27f17922bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:25.663144 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7c5f9c3b-6b0b-4501-86db-63750fbd3b5c req-2d392b10-3ea1-4464-8f51-27f17922bf4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 1130 time: 0.0440478 Mar 14 11:27:25.713963 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4f325d9c-10c6-4c77-8dd3-442742307ee9 req-d32153c3-1fe9-43a5-8525-e81d47be3393 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a1ef431-6154-431c-85cd-09d733a670c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477688 Mar 14 11:27:25.756896 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f9c3b-6b0b-4501-86db-63750fbd3b5c req-cfb9200d-7982-4a7b-a4c3-032a80adb9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:25.758497 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7c5f9c3b-6b0b-4501-86db-63750fbd3b5c req-cfb9200d-7982-4a7b-a4c3-032a80adb9c3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f63bf05-fb51-48ef-987d-7a89bd6f7088 HTTP/1.1" status: 200 len: 912 time: 0.0895183 Mar 14 11:27:25.802975 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-17784e43-437a-4983-8ab4-e77102a2b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '6a8184f2-8f4c-4372-94fd-f457e229f346', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'port_id': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'mac_address': 'fa:16:3e:c2:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:27:24Z', 'updated_at': '2022-03-14T11:27:24Z', 'revision_number': 0, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:25.827567 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7c5f9c3b-6b0b-4501-86db-63750fbd3b5c req-43c7a4bb-1b4b-499b-8030-7f882beb3499 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1342952-7724-47e0-ad3f-8d010c0210f9 HTTP/1.1" status: 200 len: 1000 time: 0.0618396 Mar 14 11:27:25.829352 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17784e43-437a-4983-8ab4-e77102a2b8d3 None None] Checking router: 7bc4534f-0190-4376-88e6-28abd32b88e8 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:27:25.838602 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17784e43-437a-4983-8ab4-e77102a2b8d3 None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:27:25.839207 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-17784e43-437a-4983-8ab4-e77102a2b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:27:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:25.875222 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f9c3b-6b0b-4501-86db-63750fbd3b5c req-b6928f0d-07d1-4017-b67a-ad8330a18498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:25.876673 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7c5f9c3b-6b0b-4501-86db-63750fbd3b5c req-b6928f0d-07d1-4017-b67a-ad8330a18498 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327 HTTP/1.1" status: 200 len: 850 time: 0.0429783 Mar 14 11:27:25.924698 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f9c3b-6b0b-4501-86db-63750fbd3b5c req-d60b24b1-faea-42d5-9310-36e352621c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:25.926197 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7c5f9c3b-6b0b-4501-86db-63750fbd3b5c req-d60b24b1-faea-42d5-9310-36e352621c42 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f63bf05-fb51-48ef-987d-7a89bd6f7088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428772 Mar 14 11:27:25.946985 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-17784e43-437a-4983-8ab4-e77102a2b8d3 None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:27:26.023215 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7c5f9c3b-6b0b-4501-86db-63750fbd3b5c req-74911c37-a09b-4cf4-842c-12c4a54cd221 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890765 Mar 14 11:27:26.108703 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7c5f9c3b-6b0b-4501-86db-63750fbd3b5c req-49dac978-90db-47fa-aa41-d90f1bf1e9f8 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801454 Mar 14 11:27:26.170221 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-17784e43-437a-4983-8ab4-e77102a2b8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '6a8184f2-8f4c-4372-94fd-f457e229f346', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'port_id': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'mac_address': 'fa:16:3e:c2:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:27:24Z', 'updated_at': '2022-03-14T11:27:24Z', 'revision_number': 0, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:26.198516 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17784e43-437a-4983-8ab4-e77102a2b8d3 None None] The sync data for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi is: [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '6a8184f2-8f4c-4372-94fd-f457e229f346', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'port_id': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'mac_address': 'fa:16:3e:c2:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:27:24Z', 'updated_at': '2022-03-14T11:27:24Z', 'revision_number': 0, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:27:26.389470 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd8abe3-e4d1-49bc-87b1-745340c73d86 None None] New status for floating IP 6a8184f2-8f4c-4372-94fd-f457e229f346: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:27:26.458533 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dbb37-6caa-4e1f-9ca0-77e8ba2e0e20 req-3145720d-ede3-4549-9114-3a58261aa1a0 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:26.460616 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cd1dbb37-6caa-4e1f-9ca0-77e8ba2e0e20 req-3145720d-ede3-4549-9114-3a58261aa1a0 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0586796 Mar 14 11:27:26.509109 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cd1dbb37-6caa-4e1f-9ca0-77e8ba2e0e20 req-8ad03d7a-d9bb-455d-bfcd-141226dddc7a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429435 Mar 14 11:27:26.835375 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a38dd-0a8b-4eb5-b7ca-1d6dd22e748a req-8efdabb1-b1fc-425e-b302-2af89073cd56 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:26.836721 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b5a38dd-0a8b-4eb5-b7ca-1d6dd22e748a req-8efdabb1-b1fc-425e-b302-2af89073cd56 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 944 time: 0.0547566 Mar 14 11:27:26.881669 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3b5a38dd-0a8b-4eb5-b7ca-1d6dd22e748a req-72c762a3-e01e-4901-ba8a-604643d76cbb tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a1ef431-6154-431c-85cd-09d733a670c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395124 Mar 14 11:27:27.239552 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c5eac1cd-0db1-4b25-b146-31e70a59e97f details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:27:27.338473 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port c5eac1cd-0db1-4b25-b146-31e70a59e97f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c5eac1cd-0db1-4b25-b146-31e70a59e97f,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:27:27.349197 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': 'c5eac1cd-0db1-4b25-b146-31e70a59e97f', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'port_id': 'c5eac1cd-0db1-4b25-b146-31e70a59e97f', 'mac_address': 'fa:16:3e:ba:82:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:27:27.385620 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port c5eac1cd-0db1-4b25-b146-31e70a59e97f is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:27:27.386033 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:27.399041 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5eac1cd-0db1-4b25-b146-31e70a59e97f {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:27:27.417483 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port c5eac1cd-0db1-4b25-b146-31e70a59e97f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c5eac1cd-0db1-4b25-b146-31e70a59e97f,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:27:27.500837 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:27.501442 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:27:27.570319 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=c5eac1cd-0db1-4b25-b146-31e70a59e97f,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:27.635723 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8c7b0-98a5-4581-90fb-c71f830a6a0b req-b91e06ad-e368-408f-b30a-ff5b35d29e4f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:27.638411 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7fe8c7b0-98a5-4581-90fb-c71f830a6a0b req-b91e06ad-e368-408f-b30a-ff5b35d29e4f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0566916 Mar 14 11:27:27.644876 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:27:27.656961 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'port_id': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'mac_address': 'fa:16:3e:02:8a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:27:27.683947 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7fe8c7b0-98a5-4581-90fb-c71f830a6a0b req-82bff2b7-ecc6-4a48-9199-4c1cebfc3f54 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412686 Mar 14 11:27:27.692931 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:27:27.693323 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:27.706716 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:27:27.726636 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:27:27.797293 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:27.847420 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:27.999354 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c47b6-87d3-488e-b0eb-3b34671d80db req-74d19ac9-ade3-415e-91c1-c5b683b90bdd tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:28.000803 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a4c47b6-87d3-488e-b0eb-3b34671d80db req-74d19ac9-ade3-415e-91c1-c5b683b90bdd tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 945 time: 0.0515773 Mar 14 11:27:28.046948 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3a4c47b6-87d3-488e-b0eb-3b34671d80db req-bf14b93d-d7f9-4603-adc4-84505e93b192 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a1ef431-6154-431c-85cd-09d733a670c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407739 Mar 14 11:27:28.191638 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['c5eac1cd-0db1-4b25-b146-31e70a59e97f'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:27:28.216988 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['d53e17a8-ee49-4e89-9edd-7025dbc6b7f1'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:27:28.821132 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11169191-b47c-4b2f-86be-83c4ac3c1cc3 req-c5807bec-98ba-43e3-8a8b-59ffa7b303ab tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:28.822720 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-11169191-b47c-4b2f-86be-83c4ac3c1cc3 req-c5807bec-98ba-43e3-8a8b-59ffa7b303ab tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 944 time: 0.0557041 Mar 14 11:27:28.870483 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-11169191-b47c-4b2f-86be-83c4ac3c1cc3 req-27a731d6-8755-4a8e-a39e-726e81035cc0 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420604 Mar 14 11:27:29.171100 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64419a4c-8614-469b-a4b4-d2a7d09f0473 req-370c9351-e3a5-4940-847b-f8ae71a155ae tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:29.172582 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-64419a4c-8614-469b-a4b4-d2a7d09f0473 req-370c9351-e3a5-4940-847b-f8ae71a155ae tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 945 time: 0.0539796 Mar 14 11:27:29.223197 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-64419a4c-8614-469b-a4b4-d2a7d09f0473 req-74d7bf4c-19f8-4a76-8a32-1fba12ccdef8 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a1ef431-6154-431c-85cd-09d733a670c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446391 Mar 14 11:27:29.244111 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c5eac1cd-0db1-4b25-b146-31e70a59e97f up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:27:29.463602 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port c5eac1cd-0db1-4b25-b146-31e70a59e97f completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:27:29.468199 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port c5eac1cd-0db1-4b25-b146-31e70a59e97f triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:27:29.468578 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:29.558433 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port c5eac1cd-0db1-4b25-b146-31e70a59e97f is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:27:29.559103 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:29.582864 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d2928f-acb8-4651-8104-babfc45e2b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5eac1cd-0db1-4b25-b146-31e70a59e97f'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:27:29.585307 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ebe18b-aa70-46dc-905e-2263f1cf7a57" -d '{"events": [{"server_uuid": "16d2928f-acb8-4651-8104-babfc45e2b84", "name": "network-vif-plugged", "status": "completed", "tag": "c5eac1cd-0db1-4b25-b146-31e70a59e97f"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:27:29.597687 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port c5eac1cd-0db1-4b25-b146-31e70a59e97f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c5eac1cd-0db1-4b25-b146-31e70a59e97f,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:27:29.620452 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4950508b-c0d4-4821-ace9-3856c43d1036 x-openstack-request-id: req-4950508b-c0d4-4821-ace9-3856c43d1036 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:27:29.620748 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d2928f-acb8-4651-8104-babfc45e2b84", "name": "network-vif-plugged", "status": "completed", "tag": "c5eac1cd-0db1-4b25-b146-31e70a59e97f", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:27:29.621004 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4950508b-c0d4-4821-ace9-3856c43d1036 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:27:29.621405 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d2928f-acb8-4651-8104-babfc45e2b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5eac1cd-0db1-4b25-b146-31e70a59e97f', 'code': 200} Mar 14 11:27:29.671684 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:29.672528 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:27:29.751139 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=c5eac1cd-0db1-4b25-b146-31e70a59e97f,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:29.836293 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:27:29.840369 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:27:29.840747 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:29.919952 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:27:29.920407 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:29.955863 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:27:29.960014 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa073f-32dd-4953-8efc-f568263b2755 req-5f4e385e-4813-4197-accd-26d991a937b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:29.961651 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5efa073f-32dd-4953-8efc-f568263b2755 req-5f4e385e-4813-4197-accd-26d991a937b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 1130 time: 0.0454488 Mar 14 11:27:30.000837 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e9ed3-be02-41a1-b138-3c3b6ec0d2d0 req-f6b18208-12d8-4f57-87ec-7e65af0aca52 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:30.002243 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-271e9ed3-be02-41a1-b138-3c3b6ec0d2d0 req-f6b18208-12d8-4f57-87ec-7e65af0aca52 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 944 time: 0.0554004 Mar 14 11:27:30.006673 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5efa073f-32dd-4953-8efc-f568263b2755 req-87c84168-cf42-4422-bfde-af4e2884560b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0a1ef431-6154-431c-85cd-09d733a670c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384746 Mar 14 11:27:30.024099 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:30.051136 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-271e9ed3-be02-41a1-b138-3c3b6ec0d2d0 req-f6394c7a-0950-43f4-8fb0-ffece349f9c5 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430803 Mar 14 11:27:30.074537 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:30.344604 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e63daa-7239-4330-836a-92f4ec3f0c74 req-62d0e046-0170-4a4d-8c27-e2b672d5ef47 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:30.346092 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-00e63daa-7239-4330-836a-92f4ec3f0c74 req-62d0e046-0170-4a4d-8c27-e2b672d5ef47 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 946 time: 0.0516088 Mar 14 11:27:30.396663 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-00e63daa-7239-4330-836a-92f4ec3f0c74 req-ddd1e19f-d589-4e8a-ae32-54f002b5b9c7 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a1ef431-6154-431c-85cd-09d733a670c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439830 Mar 14 11:27:31.172454 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7f094-6a58-4e26-b9ed-19c291f241a0 req-fcc4201d-5c0d-492b-b1a0-271662b656e4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:31.173914 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-55c7f094-6a58-4e26-b9ed-19c291f241a0 req-fcc4201d-5c0d-492b-b1a0-271662b656e4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0530634 Mar 14 11:27:31.219584 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-55c7f094-6a58-4e26-b9ed-19c291f241a0 req-fa5601a7-96c5-4d16-8a1f-4c8fbb8b5a64 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401032 Mar 14 11:27:31.522409 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48258402-e2fd-4cd7-acc1-7a9c258e4b7e req-0d21ba18-40d7-4cc1-b5c2-11f6d8a38a0a tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:31.523876 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-48258402-e2fd-4cd7-acc1-7a9c258e4b7e req-0d21ba18-40d7-4cc1-b5c2-11f6d8a38a0a tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 946 time: 0.0590599 Mar 14 11:27:31.573777 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-48258402-e2fd-4cd7-acc1-7a9c258e4b7e req-0f9271fb-5216-45bb-9435-4a6b1a738bb4 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a1ef431-6154-431c-85cd-09d733a670c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441866 Mar 14 11:27:31.622716 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:27:31.625317 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c55ca80-144a-48a2-803b-b372af34977b" -d '{"events": [{"server_uuid": "a62a245e-fe55-41e2-b08d-a07f7259a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "d53e17a8-ee49-4e89-9edd-7025dbc6b7f1"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:27:31.659414 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a519e41-c316-453f-aed1-137b4b2f94fd x-openstack-request-id: req-8a519e41-c316-453f-aed1-137b4b2f94fd {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:27:31.662304 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62a245e-fe55-41e2-b08d-a07f7259a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "d53e17a8-ee49-4e89-9edd-7025dbc6b7f1", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:27:31.662304 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a519e41-c316-453f-aed1-137b4b2f94fd {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:27:31.662304 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'code': 200} Mar 14 11:27:32.045589 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956ef34-6e17-40b4-acac-3e29c73ee5f6 req-9ba1c13c-3b68-40e6-894a-f694fe7a6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:32.047016 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7956ef34-6e17-40b4-acac-3e29c73ee5f6 req-9ba1c13c-3b68-40e6-894a-f694fe7a6e6c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 1129 time: 0.0457277 Mar 14 11:27:32.089325 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7956ef34-6e17-40b4-acac-3e29c73ee5f6 req-2ed1588a-7475-4409-a58b-e7835b76c80d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362420 Mar 14 11:27:32.343652 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845071a6-e6d7-45f2-a5b2-0b047b867f4a req-6b20e6e8-5708-4914-9af6-fb32388302e5 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:32.345009 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-845071a6-e6d7-45f2-a5b2-0b047b867f4a req-6b20e6e8-5708-4914-9af6-fb32388302e5 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0544024 Mar 14 11:27:32.391586 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-845071a6-e6d7-45f2-a5b2-0b047b867f4a req-f43dcb13-c827-41d0-8c06-baeb931256dd tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403879 Mar 14 11:27:32.695662 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0c042-55c9-4daf-8e9b-cd656fb18a32 req-5fa0b50d-1a1f-46cd-a116-03de482c52ef tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:32.697181 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-21a0c042-55c9-4daf-8e9b-cd656fb18a32 req-5fa0b50d-1a1f-46cd-a116-03de482c52ef tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 946 time: 0.0564456 Mar 14 11:27:32.743024 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-21a0c042-55c9-4daf-8e9b-cd656fb18a32 req-acb57371-f05b-4da7-83f0-30b9800f8ebd tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a1ef431-6154-431c-85cd-09d733a670c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402920 Mar 14 11:27:32.857418 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb68c5-9ee9-499b-9ae7-0b945a003171 req-d589b1c2-fe3e-4218-8550-6380f850fde9 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:32.858821 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-69cb68c5-9ee9-499b-9ae7-0b945a003171 req-d589b1c2-fe3e-4218-8550-6380f850fde9 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 946 time: 0.0533693 Mar 14 11:27:32.867488 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58260) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:32.871681 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-769ce5ee-3900-4f8c-93d1-0a90a4138f1e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Request body: {'floatingip': {'port_id': 'c5eac1cd-0db1-4b25-b146-31e70a59e97f'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:32.911616 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-769ce5ee-3900-4f8c-93d1-0a90a4138f1e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (000ed61e-d7b7-4330-b2a3-614ca5024ee8), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:33.358629 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-769ce5ee-3900-4f8c-93d1-0a90a4138f1e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:33.431828 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-769ce5ee-3900-4f8c-93d1-0a90a4138f1e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (000ed61e-d7b7-4330-b2a3-614ca5024ee8), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:33.517075 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7fd6bd-4095-48ca-abbd-95a6de62bb78 req-5ccca398-8bce-4408-ad47-be3dd9c52b9d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:33.518755 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e7fd6bd-4095-48ca-abbd-95a6de62bb78 req-5ccca398-8bce-4408-ad47-be3dd9c52b9d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0554814 Mar 14 11:27:33.535909 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [None req-769ce5ee-3900-4f8c-93d1-0a90a4138f1e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Floating IP 000ed61e-d7b7-4330-b2a3-614ca5024ee8 associated. External IP: 172.27.3.196, port: c5eac1cd-0db1-4b25-b146-31e70a59e97f. Mar 14 11:27:33.580173 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5e7fd6bd-4095-48ca-abbd-95a6de62bb78 req-34f9e8e5-da80-4dc6-a9f4-33db1dfc9290 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542924 Mar 14 11:27:33.765240 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769ce5ee-3900-4f8c-93d1-0a90a4138f1e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Router fc7c283b-5081-4de4-b36a-cf56356795a5 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:27:33.874235 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769ce5ee-3900-4f8c-93d1-0a90a4138f1e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:27:33.878558 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-769ce5ee-3900-4f8c-93d1-0a90a4138f1e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:33.884260 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc16b2-a24b-4e28-b85f-57bf0f1af802 None None] Sync routers for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:27:33.893632 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc16b2-a24b-4e28-b85f-57bf0f1af802 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:27:33.894283 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f9bc16b2-a24b-4e28-b85f-57bf0f1af802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:27:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:33.922602 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-769ce5ee-3900-4f8c-93d1-0a90a4138f1e tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "PUT /v2.0/floatingips/000ed61e-d7b7-4330-b2a3-614ca5024ee8 HTTP/1.1" status: 200 len: 992 time: 1.0426941 Mar 14 11:27:33.922602 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d2928f-acb8-4651-8104-babfc45e2b84', 'tag': 'c5eac1cd-0db1-4b25-b146-31e70a59e97f'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:27:33.922602 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00110d0d-8d6c-4fdc-bfb1-2a080c5da9db" -d '{"events": [{"name": "network-changed", "server_uuid": "16d2928f-acb8-4651-8104-babfc45e2b84", "tag": "c5eac1cd-0db1-4b25-b146-31e70a59e97f"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:27:33.955096 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b53f6f2-43bb-40f9-9392-7266bc8a16e5 x-openstack-request-id: req-2b53f6f2-43bb-40f9-9392-7266bc8a16e5 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:27:33.955394 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d2928f-acb8-4651-8104-babfc45e2b84", "tag": "c5eac1cd-0db1-4b25-b146-31e70a59e97f", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:27:33.955649 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b53f6f2-43bb-40f9-9392-7266bc8a16e5 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:27:33.956074 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d2928f-acb8-4651-8104-babfc45e2b84', 'tag': 'c5eac1cd-0db1-4b25-b146-31e70a59e97f', 'status': 'completed', 'code': 200} Mar 14 11:27:34.027009 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00110d0d-8d6c-4fdc-bfb1-2a080c5da9db req-0994ecd7-eb44-4a5d-8e02-638f945b9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:34.028550 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-00110d0d-8d6c-4fdc-bfb1-2a080c5da9db req-0994ecd7-eb44-4a5d-8e02-638f945b9e8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87c49ee49cd14a2aa0cc354627515760&device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 1130 time: 0.0464451 Mar 14 11:27:34.124750 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00110d0d-8d6c-4fdc-bfb1-2a080c5da9db req-f4df40c4-1c7a-4e54-bbd4-92b1580a009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:34.126139 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-00110d0d-8d6c-4fdc-bfb1-2a080c5da9db req-f4df40c4-1c7a-4e54-bbd4-92b1580a009a service neutron] 10.222.0.44 "GET /v2.0/networks?id=7948184e-83ff-43df-a1e2-ac0589280d46 HTTP/1.1" status: 200 len: 916 time: 0.0899198 Mar 14 11:27:34.133857 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-f9bc16b2-a24b-4e28-b85f-57bf0f1af802 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:27:34.189526 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-00110d0d-8d6c-4fdc-bfb1-2a080c5da9db req-71c9ad4c-d6ca-4097-aef6-e0ab07870066 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5eac1cd-0db1-4b25-b146-31e70a59e97f HTTP/1.1" status: 200 len: 1000 time: 0.0565538 Mar 14 11:27:34.363520 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f9bc16b2-a24b-4e28-b85f-57bf0f1af802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '000ed61e-d7b7-4330-b2a3-614ca5024ee8', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': 'c5eac1cd-0db1-4b25-b146-31e70a59e97f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:ba:82:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2928f-acb8-4651-8104-babfc45e2b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:27:17Z', 'updated_at': '2022-03-14T11:27:33Z', 'revision_number': 1, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:34.394325 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc16b2-a24b-4e28-b85f-57bf0f1af802 None None] Checking router: fc7c283b-5081-4de4-b36a-cf56356795a5 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:27:34.404786 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc16b2-a24b-4e28-b85f-57bf0f1af802 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:27:34.405454 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f9bc16b2-a24b-4e28-b85f-57bf0f1af802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:27:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:34.499182 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00110d0d-8d6c-4fdc-bfb1-2a080c5da9db req-76ef80c4-8fea-4859-89ad-f2eee61aca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:34.500628 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-00110d0d-8d6c-4fdc-bfb1-2a080c5da9db req-76ef80c4-8fea-4859-89ad-f2eee61aca11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c145818f-9d7d-4997-ae9c-db4cbe8d2da1 HTTP/1.1" status: 200 len: 854 time: 0.3025763 Mar 14 11:27:34.525092 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-f9bc16b2-a24b-4e28-b85f-57bf0f1af802 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:27:34.549664 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00110d0d-8d6c-4fdc-bfb1-2a080c5da9db req-beed7132-872b-4c64-b2b9-504c921082c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:34.551191 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-00110d0d-8d6c-4fdc-bfb1-2a080c5da9db req-beed7132-872b-4c64-b2b9-504c921082c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7948184e-83ff-43df-a1e2-ac0589280d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433235 Mar 14 11:27:34.644119 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-00110d0d-8d6c-4fdc-bfb1-2a080c5da9db req-4f42fbc0-12e6-4ea7-944f-a4ccf2582acf service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836198 Mar 14 11:27:34.720723 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb1c2a-420e-448c-8fe7-0d506ef4e600 req-686c1189-4899-4c42-8b14-5360313d1200 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:34.728710 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c4eb1c2a-420e-448c-8fe7-0d506ef4e600 req-686c1189-4899-4c42-8b14-5360313d1200 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0629606 Mar 14 11:27:34.750272 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-00110d0d-8d6c-4fdc-bfb1-2a080c5da9db req-ee47f638-d920-480f-b6c8-1c4f4855015f service neutron] 10.222.0.44 "GET /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023953 Mar 14 11:27:34.774336 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f9bc16b2-a24b-4e28-b85f-57bf0f1af802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '000ed61e-d7b7-4330-b2a3-614ca5024ee8', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': 'c5eac1cd-0db1-4b25-b146-31e70a59e97f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:ba:82:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2928f-acb8-4651-8104-babfc45e2b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:27:17Z', 'updated_at': '2022-03-14T11:27:33Z', 'revision_number': 1, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:34.784435 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c4eb1c2a-420e-448c-8fe7-0d506ef4e600 req-ca47bd45-88e9-43d2-b1d2-a852f1c8f5c1 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546227 Mar 14 11:27:34.812907 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bc16b2-a24b-4e28-b85f-57bf0f1af802 None None] The sync data for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi is: [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '000ed61e-d7b7-4330-b2a3-614ca5024ee8', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'port_id': 'c5eac1cd-0db1-4b25-b146-31e70a59e97f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'mac_address': 'fa:16:3e:ba:82:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2928f-acb8-4651-8104-babfc45e2b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:27:17Z', 'updated_at': '2022-03-14T11:27:33Z', 'revision_number': 1, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:27:34.914222 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf1419-f4ae-4aa0-be5d-ec1ef45c28a3 req-8e861597-9b87-45d7-bc48-41851779aa5e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:34.916472 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-91cf1419-f4ae-4aa0-be5d-ec1ef45c28a3 req-8e861597-9b87-45d7-bc48-41851779aa5e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0549374 Mar 14 11:27:34.924211 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58294) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:34.930141 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-66b418b5-0734-4189-aee2-82b24699cad7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Request body: {'floatingip': {'port_id': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:27:35.038267 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-66b418b5-0734-4189-aee2-82b24699cad7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for floatingip (1faf3ba5-8e16-4bb5-949f-e083261537c4), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:35.038400 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4969f-8021-4730-83c2-aafdfb602fb7 None None] New status for floating IP 000ed61e-d7b7-4330-b2a3-614ca5024ee8: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:27:35.243267 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-204f113e-078a-44a8-8010-de6e321878d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:35.463570 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-66b418b5-0734-4189-aee2-82b24699cad7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:35.540329 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-66b418b5-0734-4189-aee2-82b24699cad7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (1faf3ba5-8e16-4bb5-949f-e083261537c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:35.643851 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [None req-66b418b5-0734-4189-aee2-82b24699cad7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Floating IP 1faf3ba5-8e16-4bb5-949f-e083261537c4 associated. External IP: 172.27.3.202, port: d53e17a8-ee49-4e89-9edd-7025dbc6b7f1. Mar 14 11:27:35.872258 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b418b5-0734-4189-aee2-82b24699cad7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:27:35.979998 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b418b5-0734-4189-aee2-82b24699cad7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:27:35.984874 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-66b418b5-0734-4189-aee2-82b24699cad7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:35.989390 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5338fd0-09e4-4548-be7c-121c6ccf0d4a None None] Sync routers for ids ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:27:35.999411 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5338fd0-09e4-4548-be7c-121c6ccf0d4a None None] Routers {'0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:27:36.000016 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a5338fd0-09e4-4548-be7c-121c6ccf0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:27:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:36.014950 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-66b418b5-0734-4189-aee2-82b24699cad7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "PUT /v2.0/floatingips/1faf3ba5-8e16-4bb5-949f-e083261537c4 HTTP/1.1" status: 200 len: 991 time: 1.0894947 Mar 14 11:27:36.015575 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'tag': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:27:36.017796 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea73a29-40b8-4570-aba3-a5a33e91d9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a62a245e-fe55-41e2-b08d-a07f7259a1aa", "tag": "d53e17a8-ee49-4e89-9edd-7025dbc6b7f1"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:27:36.057615 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a856bd35-1ef9-4396-985d-2b98b9d267f6 x-openstack-request-id: req-a856bd35-1ef9-4396-985d-2b98b9d267f6 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:27:36.057997 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62a245e-fe55-41e2-b08d-a07f7259a1aa", "tag": "d53e17a8-ee49-4e89-9edd-7025dbc6b7f1", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:27:36.058307 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a856bd35-1ef9-4396-985d-2b98b9d267f6 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:27:36.058814 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'tag': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'status': 'completed', 'code': 200} Mar 14 11:27:36.134386 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-a5338fd0-09e4-4548-be7c-121c6ccf0d4a None None] Set router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:27:36.134824 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea73a29-40b8-4570-aba3-a5a33e91d9cc req-3d8b2552-f4a9-4589-bcd1-65b38cb0cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:36.136327 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ea73a29-40b8-4570-aba3-a5a33e91d9cc req-3d8b2552-f4a9-4589-bcd1-65b38cb0cedf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 1129 time: 0.0484681 Mar 14 11:27:36.235405 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea73a29-40b8-4570-aba3-a5a33e91d9cc req-754c7f1b-334f-44d9-b38a-99808b606a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:36.236888 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ea73a29-40b8-4570-aba3-a5a33e91d9cc req-754c7f1b-334f-44d9-b38a-99808b606a6d service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac8d8309-0e4e-4a85-9956-37c78e1327a5 HTTP/1.1" status: 200 len: 917 time: 0.0911307 Mar 14 11:27:36.303310 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ea73a29-40b8-4570-aba3-a5a33e91d9cc req-7a76fe7d-9220-4fb4-b37c-7ab92f8ccc85 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 HTTP/1.1" status: 200 len: 999 time: 0.0595286 Mar 14 11:27:36.354178 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea73a29-40b8-4570-aba3-a5a33e91d9cc req-70f31476-d858-4533-abb1-ada436e7e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:36.355686 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ea73a29-40b8-4570-aba3-a5a33e91d9cc req-70f31476-d858-4533-abb1-ada436e7e82f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36c84865-fa34-4ad8-b7c4-ef0535413a31 HTTP/1.1" status: 200 len: 855 time: 0.0473168 Mar 14 11:27:36.364261 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a5338fd0-09e4-4548-be7c-121c6ccf0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '1faf3ba5-8e16-4bb5-949f-e083261537c4', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'port_id': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'mac_address': 'fa:16:3e:02:8a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:27:15Z', 'updated_at': '2022-03-14T11:27:35Z', 'revision_number': 1, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 5, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:36.396435 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5338fd0-09e4-4548-be7c-121c6ccf0d4a None None] Checking router: 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:27:36.405676 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea73a29-40b8-4570-aba3-a5a33e91d9cc req-c0e7cf7c-515a-4ead-9fcc-ec8fd0f516d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:36.405852 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5338fd0-09e4-4548-be7c-121c6ccf0d4a None None] Routers {'0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:27:36.406192 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a5338fd0-09e4-4548-be7c-121c6ccf0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:27:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:36.407043 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ea73a29-40b8-4570-aba3-a5a33e91d9cc req-c0e7cf7c-515a-4ead-9fcc-ec8fd0f516d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac8d8309-0e4e-4a85-9956-37c78e1327a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439694 Mar 14 11:27:36.495682 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ea73a29-40b8-4570-aba3-a5a33e91d9cc req-c47848ad-7f46-4517-acfb-ff5da36a09a0 service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823793 Mar 14 11:27:36.523195 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-a5338fd0-09e4-4548-be7c-121c6ccf0d4a None None] Set router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:27:36.590268 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0ea73a29-40b8-4570-aba3-a5a33e91d9cc req-cbc5cf5b-0517-4fbf-8ad1-da796e1f833f service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869436 Mar 14 11:27:36.748060 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a5338fd0-09e4-4548-be7c-121c6ccf0d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '1faf3ba5-8e16-4bb5-949f-e083261537c4', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'port_id': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'mac_address': 'fa:16:3e:02:8a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:27:15Z', 'updated_at': '2022-03-14T11:27:35Z', 'revision_number': 1, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 5, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:36.773787 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5338fd0-09e4-4548-be7c-121c6ccf0d4a None None] The sync data for ids ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'] in dv-cinder-831776-2-iscsi is: [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '1faf3ba5-8e16-4bb5-949f-e083261537c4', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'port_id': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'mac_address': 'fa:16:3e:02:8a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:27:15Z', 'updated_at': '2022-03-14T11:27:35Z', 'revision_number': 1, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 5, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:27:36.965028 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359d5ca-a102-47e6-bf44-ebcdc1fc8465 None None] New status for floating IP 1faf3ba5-8e16-4bb5-949f-e083261537c4: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:27:37.389360 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5e69a439-f2ce-4238-9a24-0ee8fe735cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:38.651967 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:39.117135 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:40.337869 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:41.755040 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:49.028870 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77724056-1641-464f-982f-142c5b6fee3a req-102f508c-f2cf-450e-9caf-5d76e5b38fb2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:49.030402 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-77724056-1641-464f-982f-142c5b6fee3a req-102f508c-f2cf-450e-9caf-5d76e5b38fb2 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 945 time: 0.0524406 Mar 14 11:27:49.076062 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-77724056-1641-464f-982f-142c5b6fee3a req-f9c25e7e-0457-4970-887f-63d342fa5fef tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401754 Mar 14 11:27:50.195398 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95a812-9409-4e85-a5c7-bdc4dc5a0e3b req-bb6f9871-629f-432b-82b6-1dcfe11cbfd9 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:50.197158 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd95a812-9409-4e85-a5c7-bdc4dc5a0e3b req-bb6f9871-629f-432b-82b6-1dcfe11cbfd9 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 945 time: 0.0533426 Mar 14 11:27:50.244155 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-fd95a812-9409-4e85-a5c7-bdc4dc5a0e3b req-4d972148-99e3-4620-a6f6-f55d145aafb7 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412178 Mar 14 11:27:51.245319 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-d974a848-e562-48c6-8c77-2f4344675fd6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:51.247272 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-d974a848-e562-48c6-8c77-2f4344675fd6 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 945 time: 0.0548866 Mar 14 11:27:51.377312 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b25e67-0aa5-482d-bd28-954f53582262 req-aee4818a-2980-4733-919f-d157040f3c33 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:27:51.378796 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-64b25e67-0aa5-482d-bd28-954f53582262 req-aee4818a-2980-4733-919f-d157040f3c33 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 945 time: 0.0628395 Mar 14 11:27:51.383487 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-ba2a768a-db18-4936-a4d9-89140b9e993d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Deleting port 91ce57bc-e908-4d33-8f60-413df2ba2e1c {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:27:51.383827 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-ba2a768a-db18-4936-a4d9-89140b9e993d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:51.485682 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-64b25e67-0aa5-482d-bd28-954f53582262 req-5e46c23b-9307-4021-8d36-fb903ea04d3f tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups?id=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976100 Mar 14 11:27:51.505045 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-ba2a768a-db18-4936-a4d9-89140b9e993d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] For port 91ce57bc-e908-4d33-8f60-413df2ba2e1c, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=91ce57bc-e908-4d33-8f60-413df2ba2e1c,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:27:51.505411 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-ba2a768a-db18-4936-a4d9-89140b9e993d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:51.670293 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-ba2a768a-db18-4936-a4d9-89140b9e993d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:51.670657 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-ba2a768a-db18-4936-a4d9-89140b9e993d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (04e45fc5-bef3-4215-85b3-3b98765b77f9), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:51.670971 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-ba2a768a-db18-4936-a4d9-89140b9e993d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Floating IP 04e45fc5-bef3-4215-85b3-3b98765b77f9 disassociated. External IP: 172.27.3.156, port: 91ce57bc-e908-4d33-8f60-413df2ba2e1c. Mar 14 11:27:51.671310 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-ba2a768a-db18-4936-a4d9-89140b9e993d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Calling delete_port for 91ce57bc-e908-4d33-8f60-413df2ba2e1c owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:27:51.853567 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-ba2a768a-db18-4936-a4d9-89140b9e993d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (91ce57bc-e908-4d33-8f60-413df2ba2e1c), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:51.882338 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a768a-db18-4936-a4d9-89140b9e993d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event deleted for resources: {'Port': ['ID=91ce57bc-e908-4d33-8f60-413df2ba2e1c,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:51.994902 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-ba2a768a-db18-4936-a4d9-89140b9e993d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Router c16a800f-d222-4a0b-90ae-14289206e557 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:27:52.102889 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-ba2a768a-db18-4936-a4d9-89140b9e993d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:27:52.115480 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dacf8a0-f873-4f5e-9ee1-a6b28409fe67 None None] Sync routers for ids ['c16a800f-d222-4a0b-90ae-14289206e557'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:27:52.124730 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dacf8a0-f873-4f5e-9ee1-a6b28409fe67 None None] Routers {'c16a800f-d222-4a0b-90ae-14289206e557'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:27:52.125345 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9dacf8a0-f873-4f5e-9ee1-a6b28409fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:27:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['c16a800f-d222-4a0b-90ae-14289206e557'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:52.146294 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-ba2a768a-db18-4936-a4d9-89140b9e993d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] No DVR routers for this DVR port 91ce57bc-e908-4d33-8f60-413df2ba2e1c on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:27:52.148744 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-ba2a768a-db18-4936-a4d9-89140b9e993d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:52.157131 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f952cf23-db7f-4215-9aa8-40b8531ede68 req-ba2a768a-db18-4936-a4d9-89140b9e993d tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.44 "DELETE /v2.0/ports/91ce57bc-e908-4d33-8f60-413df2ba2e1c HTTP/1.1" status: 204 len: 173 time: 0.8993647 Mar 14 11:27:52.157131 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7688ed-0954-4254-bf9a-70e92fb303cb', 'name': 'network-vif-deleted', 'tag': '91ce57bc-e908-4d33-8f60-413df2ba2e1c'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:27:52.157131 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da84bf1-9218-48b3-a8ed-c7b3e4c925f3" -d '{"events": [{"server_uuid": "fb7688ed-0954-4254-bf9a-70e92fb303cb", "name": "network-vif-deleted", "tag": "91ce57bc-e908-4d33-8f60-413df2ba2e1c"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:27:52.197291 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93235b25-56c0-49a7-8579-7e586bab38a2 x-openstack-request-id: req-93235b25-56c0-49a7-8579-7e586bab38a2 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:27:52.197291 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7688ed-0954-4254-bf9a-70e92fb303cb", "name": "network-vif-deleted", "tag": "91ce57bc-e908-4d33-8f60-413df2ba2e1c", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:27:52.197291 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93235b25-56c0-49a7-8579-7e586bab38a2 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:27:52.197291 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7688ed-0954-4254-bf9a-70e92fb303cb', 'name': 'network-vif-deleted', 'tag': '91ce57bc-e908-4d33-8f60-413df2ba2e1c', 'status': 'completed', 'code': 200} Mar 14 11:27:52.240159 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9dacf8a0-f873-4f5e-9ee1-a6b28409fe67 None None] Set router c16a800f-d222-4a0b-90ae-14289206e557 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:27:52.583827 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9dacf8a0-f873-4f5e-9ee1-a6b28409fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'ec9b79f0-b3af-4bb7-aba5-4f992f7895c3', 'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'mac_address': 'fa:16:3e:41:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:09Z', 'updated_at': '2022-03-14T11:18:17Z', 'revision_number': 5, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'subnets': [{'id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:52.592987 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6748cafe-0fb8-4f62-aff6-300abce1aafc req-ee062d86-9b79-4d13-8aba-b3e00f223a7c tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb7688ed-0954-4254-bf9a-70e92fb303cb HTTP/1.1" status: 200 len: 210 time: 0.0286717 Mar 14 11:27:52.611795 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dacf8a0-f873-4f5e-9ee1-a6b28409fe67 None None] Checking router: c16a800f-d222-4a0b-90ae-14289206e557 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:27:52.620269 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dacf8a0-f873-4f5e-9ee1-a6b28409fe67 None None] Routers {'c16a800f-d222-4a0b-90ae-14289206e557'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:27:52.621407 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9dacf8a0-f873-4f5e-9ee1-a6b28409fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:27:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['c16a800f-d222-4a0b-90ae-14289206e557'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:52.726975 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-9dacf8a0-f873-4f5e-9ee1-a6b28409fe67 None None] Set router c16a800f-d222-4a0b-90ae-14289206e557 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:27:52.928085 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-9dacf8a0-f873-4f5e-9ee1-a6b28409fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'ec9b79f0-b3af-4bb7-aba5-4f992f7895c3', 'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'mac_address': 'fa:16:3e:41:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:09Z', 'updated_at': '2022-03-14T11:18:17Z', 'revision_number': 5, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'subnets': [{'id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:27:52.954698 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dacf8a0-f873-4f5e-9ee1-a6b28409fe67 None None] The sync data for ids ['c16a800f-d222-4a0b-90ae-14289206e557'] in dv-cinder-831776-2-iscsi is: [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:18:11Z', 'revision_number': 4, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'ec9b79f0-b3af-4bb7-aba5-4f992f7895c3', 'name': '', 'network_id': '841c8ce7-e1ff-4086-80e2-ec77dada8502', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'mac_address': 'fa:16:3e:41:cb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:09Z', 'updated_at': '2022-03-14T11:18:17Z', 'revision_number': 5, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'subnets': [{'id': 'ccb908f7-3677-42e1-8bdd-62cd57924849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:27:53.175123 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92831d3-c9b7-45fe-99ae-77f62a3aaaaa None None] New status for floating IP 04e45fc5-bef3-4215-85b3-3b98765b77f9: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:27:53.768540 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58394) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:53.821161 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-83c22d60-b585-42df-a765-01ebea9a5955 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group (f44550b9-2ae8-42b7-9afe-1ad6b1e7b351), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:53.844174 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-83c22d60-b585-42df-a765-01ebea9a5955 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group (f44550b9-2ae8-42b7-9afe-1ad6b1e7b351), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:53.954216 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-83c22d60-b585-42df-a765-01ebea9a5955 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (f44550b9-2ae8-42b7-9afe-1ad6b1e7b351), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:53.956875 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-83c22d60-b585-42df-a765-01ebea9a5955 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:53.958010 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-83c22d60-b585-42df-a765-01ebea9a5955 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "DELETE /v2.0/security-groups/f44550b9-2ae8-42b7-9afe-1ad6b1e7b351 HTTP/1.1" status: 204 len: 168 time: 0.1884518 Mar 14 11:27:53.960818 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58396) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:53.967846 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c22d60-b585-42df-a765-01ebea9a5955 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44550b9-2ae8-42b7-9afe-1ad6b1e7b351,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:53.973701 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-2661a533-5956-4fa0-88be-16a9b6e6ede8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] show failed (client error): The resource could not be found. Mar 14 11:27:53.974741 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2661a533-5956-4fa0-88be-16a9b6e6ede8 tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "GET /v2.0/security-groups/f44550b9-2ae8-42b7-9afe-1ad6b1e7b351 HTTP/1.1" status: 404 len: 347 time: 0.0128918 Mar 14 11:27:53.977499 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58398) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:54.097900 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-83ce9644-4991-4160-bf59-347d5266d2ca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Deleting port 5844a033-8029-41bc-9d85-b1550a171ac0 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:27:54.098262 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-83ce9644-4991-4160-bf59-347d5266d2ca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (5844a033-8029-41bc-9d85-b1550a171ac0), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:54.173742 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-83ce9644-4991-4160-bf59-347d5266d2ca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (5844a033-8029-41bc-9d85-b1550a171ac0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:54.174087 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-83ce9644-4991-4160-bf59-347d5266d2ca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for floatingip (5844a033-8029-41bc-9d85-b1550a171ac0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:54.185373 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-83ce9644-4991-4160-bf59-347d5266d2ca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Calling delete_port for 5844a033-8029-41bc-9d85-b1550a171ac0 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:27:54.396686 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-83ce9644-4991-4160-bf59-347d5266d2ca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (5844a033-8029-41bc-9d85-b1550a171ac0), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:54.422756 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce9644-4991-4160-bf59-347d5266d2ca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Pushing event deleted for resources: {'Port': ['ID=5844a033-8029-41bc-9d85-b1550a171ac0,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:54.479935 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-83ce9644-4991-4160-bf59-347d5266d2ca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks [] for floatingip (04e45fc5-bef3-4215-85b3-3b98765b77f9), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:54.483280 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-83ce9644-4991-4160-bf59-347d5266d2ca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:54.484400 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-83ce9644-4991-4160-bf59-347d5266d2ca tempest-AttachVolumeTestJSON-983689104 tempest-AttachVolumeTestJSON-983689104-project] 10.222.0.37 "DELETE /v2.0/floatingips/04e45fc5-bef3-4215-85b3-3b98765b77f9 HTTP/1.1" status: 204 len: 168 time: 0.5059681 Mar 14 11:27:55.352952 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 91ce57bc-e908-4d33-8f60-413df2ba2e1c no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:27:55.377916 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: 91ce57bc-e908-4d33-8f60-413df2ba2e1c {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:27:55.378281 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 91ce57bc-e908-4d33-8f60-413df2ba2e1c not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:27:58.453797 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58432) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:27:58.888242 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a37d-30b5-4c1d-9af7-33bc613b51d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899631'] for router_interface (c16a800f-d222-4a0b-90ae-14289206e557), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:59.129485 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3a37d-30b5-4c1d-9af7-33bc613b51d9 admin admin] Deleting port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:27:59.129821 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a37d-30b5-4c1d-9af7-33bc613b51d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:59.204950 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-8fa3a37d-30b5-4c1d-9af7-33bc613b51d9 admin admin] For port ec9b79f0-b3af-4bb7-aba5-4f992f7895c3, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=ec9b79f0-b3af-4bb7-aba5-4f992f7895c3,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:27:59.205224 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a37d-30b5-4c1d-9af7-33bc613b51d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:59.217825 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-8fa3a37d-30b5-4c1d-9af7-33bc613b51d9 admin admin] Calling delete_port for ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:27:59.491845 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a37d-30b5-4c1d-9af7-33bc613b51d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (ec9b79f0-b3af-4bb7-aba5-4f992f7895c3), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:27:59.522085 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3a37d-30b5-4c1d-9af7-33bc613b51d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9b79f0-b3af-4bb7-aba5-4f992f7895c3,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:27:59.687531 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8fa3a37d-30b5-4c1d-9af7-33bc613b51d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3903071'] for router_interface (c16a800f-d222-4a0b-90ae-14289206e557), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:00.147998 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa3a37d-30b5-4c1d-9af7-33bc613b51d9 admin admin] Router c16a800f-d222-4a0b-90ae-14289206e557 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:28:00.253911 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa3a37d-30b5-4c1d-9af7-33bc613b51d9 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:28:00.259974 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8fa3a37d-30b5-4c1d-9af7-33bc613b51d9 admin admin] 10.222.0.37 "PUT /v2.0/routers/c16a800f-d222-4a0b-90ae-14289206e557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8047850 Mar 14 11:28:00.262398 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58436) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:00.265999 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142d56cf-e1b9-4ece-bd40-18e15480cd69 None None] Sync routers for ids ['c16a800f-d222-4a0b-90ae-14289206e557'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:28:00.276759 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142d56cf-e1b9-4ece-bd40-18e15480cd69 None None] Routers {'c16a800f-d222-4a0b-90ae-14289206e557'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:28:00.277377 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-142d56cf-e1b9-4ece-bd40-18e15480cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:27:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['c16a800f-d222-4a0b-90ae-14289206e557'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:00.367423 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] Publish callbacks [] for router (c16a800f-d222-4a0b-90ae-14289206e557), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:00.387161 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-142d56cf-e1b9-4ece-bd40-18e15480cd69 None None] Set router c16a800f-d222-4a0b-90ae-14289206e557 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:28:00.474490 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] Publish callbacks [] for router_gateway (c16a800f-d222-4a0b-90ae-14289206e557), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:00.563495 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-142d56cf-e1b9-4ece-bd40-18e15480cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:27:59Z', 'revision_number': 5, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port': {'id': 'd278fe1a-b72d-4b3a-b586-9f971e41fd14', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:18:06Z', 'updated_at': '2022-03-14T11:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:00.593482 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] Deleting port d278fe1a-b72d-4b3a-b586-9f971e41fd14 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:28:00.594125 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (d278fe1a-b72d-4b3a-b586-9f971e41fd14), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:00.594253 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142d56cf-e1b9-4ece-bd40-18e15480cd69 None None] Checking router: c16a800f-d222-4a0b-90ae-14289206e557 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:28:00.602406 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142d56cf-e1b9-4ece-bd40-18e15480cd69 None None] Routers {'c16a800f-d222-4a0b-90ae-14289206e557'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:28:00.603014 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-142d56cf-e1b9-4ece-bd40-18e15480cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:27:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['c16a800f-d222-4a0b-90ae-14289206e557'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:00.670421 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] For port d278fe1a-b72d-4b3a-b586-9f971e41fd14, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=d278fe1a-b72d-4b3a-b586-9f971e41fd14,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:28:00.670770 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (d278fe1a-b72d-4b3a-b586-9f971e41fd14), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:00.683668 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] Calling delete_port for d278fe1a-b72d-4b3a-b586-9f971e41fd14 owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:28:00.691771 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-142d56cf-e1b9-4ece-bd40-18e15480cd69 None None] Set router c16a800f-d222-4a0b-90ae-14289206e557 gateway port host: None {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:28:00.744328 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-142d56cf-e1b9-4ece-bd40-18e15480cd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:28:00Z', 'revision_number': 6, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port_host': None}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:00.773788 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142d56cf-e1b9-4ece-bd40-18e15480cd69 None None] The sync data for ids ['c16a800f-d222-4a0b-90ae-14289206e557'] in dv-cinder-831776-2-iscsi is: [{'id': 'c16a800f-d222-4a0b-90ae-14289206e557', 'name': 'tempest-AttachVolumeTestJSON-676856957-router', 'tenant_id': '720f0e77ff664a78913bdaee14f470ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:18:04Z', 'updated_at': '2022-03-14T11:28:00Z', 'revision_number': 6, 'project_id': '720f0e77ff664a78913bdaee14f470ba', 'gw_port_host': None}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:28:00.838484 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:28:00.921723 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (d278fe1a-b72d-4b3a-b586-9f971e41fd14), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:00.948311 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] Pushing event deleted for resources: {'Port': ['ID=d278fe1a-b72d-4b3a-b586-9f971e41fd14,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:01.006846 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3899705'] for router_gateway (c16a800f-d222-4a0b-90ae-14289206e557), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.109413 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6907'] for router (c16a800f-d222-4a0b-90ae-14289206e557), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.111565 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] Publish callbacks [] for router_controller (c16a800f-d222-4a0b-90ae-14289206e557), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.234505 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906125'] for router (c16a800f-d222-4a0b-90ae-14289206e557), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.235068 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c16a800f-d222-4a0b-90ae-14289206e557 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 11:28:01.243798 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.243798 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-e15ede3e-5ee1-4055-87d8-4fb0d892722f admin admin] 10.222.0.37 "DELETE /v2.0/routers/c16a800f-d222-4a0b-90ae-14289206e557 HTTP/1.1" status: 204 len: 168 time: 0.9776583 Mar 14 11:28:01.243798 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58438) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:01.288707 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-6648613f-99c1-4289-b6e0-9ca7877d53a9 admin admin] Deleting subnet ccb908f7-3677-42e1-8bdd-62cd57924849 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:28:01.291800 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6648613f-99c1-4289-b6e0-9ca7877d53a9 admin admin] Publish callbacks [] for subnet (ccb908f7-3677-42e1-8bdd-62cd57924849), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.324650 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6648613f-99c1-4289-b6e0-9ca7877d53a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11546337'] for subnet (ccb908f7-3677-42e1-8bdd-62cd57924849), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.401594 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6648613f-99c1-4289-b6e0-9ca7877d53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (ccb908f7-3677-42e1-8bdd-62cd57924849), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.528503 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6648613f-99c1-4289-b6e0-9ca7877d53a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2078518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11574714'] for subnet (ccb908f7-3677-42e1-8bdd-62cd57924849), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.542143 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:28:01.560013 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648613f-99c1-4289-b6e0-9ca7877d53a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccb908f7-3677-42e1-8bdd-62cd57924849,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:01.566450 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:28:01.566450 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device ec9b79f0-b3af-4bb7-aba5-4f992f7895c3 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:28:01.566705 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6648613f-99c1-4289-b6e0-9ca7877d53a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.570521 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6648613f-99c1-4289-b6e0-9ca7877d53a9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ccb908f7-3677-42e1-8bdd-62cd57924849 HTTP/1.1" status: 204 len: 168 time: 0.3251040 Mar 14 11:28:01.573322 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58440) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:01.575083 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c78e00d-20d4-4ea9-bcbb-a581da537da0 None None] Network 841c8ce7-e1ff-4086-80e2-ec77dada8502 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:28:01.649604 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (841c8ce7-e1ff-4086-80e2-ec77dada8502), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.710865 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Deleting port e2aea963-1bab-4949-bf2a-0db38e072fda {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:28:01.711216 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (e2aea963-1bab-4949-bf2a-0db38e072fda), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.737028 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] DHCP port deletion for 841c8ce7-e1ff-4086-80e2-ec77dada8502 request from dv-cinder-831776-2-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 11:28:01.785924 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] For port e2aea963-1bab-4949-bf2a-0db38e072fda, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=e2aea963-1bab-4949-bf2a-0db38e072fda,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:28:01.786258 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (e2aea963-1bab-4949-bf2a-0db38e072fda), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.791413 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Deleting port e2aea963-1bab-4949-bf2a-0db38e072fda {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:28:01.791797 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (e2aea963-1bab-4949-bf2a-0db38e072fda), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.800768 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Calling delete_port for e2aea963-1bab-4949-bf2a-0db38e072fda owned by network:dhcp {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:28:01.862133 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] For port e2aea963-1bab-4949-bf2a-0db38e072fda, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=e2aea963-1bab-4949-bf2a-0db38e072fda,segment=NetworkSegment(c0461786-1cca-45bc-bb93-572a6c91f9ad),segment_id=c0461786-1cca-45bc-bb93-572a6c91f9ad)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:28:01.862539 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (e2aea963-1bab-4949-bf2a-0db38e072fda), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.874999 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Calling delete_port for e2aea963-1bab-4949-bf2a-0db38e072fda owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:28:01.961838 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (e2aea963-1bab-4949-bf2a-0db38e072fda), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.968213 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783'] for port (e2aea963-1bab-4949-bf2a-0db38e072fda), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:01.989820 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2aea963-1bab-4949-bf2a-0db38e072fda,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:01.991359 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Pushing event deleted for resources: {'Port': ['ID=e2aea963-1bab-4949-bf2a-0db38e072fda,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:01.994630 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] No DVR routers for this DVR port e2aea963-1bab-4949-bf2a-0db38e072fda on host dv-cinder-831776-2-iscsi {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:28:02.001726 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.001927 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.002281 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.002620 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.002948 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.003273 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.003595 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.003921 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.004241 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.004560 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.004879 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.005196 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.005514 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.005827 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.006165 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.008942 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1701037c-d739-4ed5-8c26-5b4b8f02f759 None None] No DVR routers for this DVR port e2aea963-1bab-4949-bf2a-0db38e072fda on host dv-cinder-831776-2-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:28:02.026045 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.026398 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.026740 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.027170 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.027486 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.027816 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.028141 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.028466 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.028798 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.029176 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.029503 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.029912 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.030268 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.030589 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.030907 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:02.086554 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (841c8ce7-e1ff-4086-80e2-ec77dada8502), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:02.106658 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841c8ce7-e1ff-4086-80e2-ec77dada8502']}} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:02.116260 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0461786-1cca-45bc-bb93-572a6c91f9ad') {'for_net_delete': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:02.126496 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0461786-1cca-45bc-bb93-572a6c91f9ad') {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:02.126496 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8796703'] for segment (c0461786-1cca-45bc-bb93-572a6c91f9ad), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:02.139790 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (c0461786-1cca-45bc-bb93-572a6c91f9ad), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:02.145436 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=104015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:28:02.145817 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8796607'] for segment (c0461786-1cca-45bc-bb93-572a6c91f9ad), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: Traceback (most recent call last): Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: timer() Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: cb(*args, **kw) Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: return func(*args, **kwargs) Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: self._notify() Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: self.callback(batched_events) Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: event.method(event) Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: return f(self, *a, **k) Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: return self._get(url).json() Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: return self.request(url, 'GET', **kwargs) Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:28:02.147442 dv-cinder-831776-2-iscsi neutron-server[104015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:28:02.282067 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (841c8ce7-e1ff-4086-80e2-ec77dada8502), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:02.287391 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:02.290426 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] 10.222.0.37 "DELETE /v2.0/networks/841c8ce7-e1ff-4086-80e2-ec77dada8502 HTTP/1.1" status: 204 len: 168 time: 0.7155347 Mar 14 11:28:02.300863 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43413eab-a87c-464b-825a-7a7bba8b1194 admin admin] Pushing event deleted for resources: {'Network': ['ID=841c8ce7-e1ff-4086-80e2-ec77dada8502,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:02.651013 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58444) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:02.694189 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-34b74d20-cd8a-4a29-9118-54524e19c719 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=720f0e77ff664a78913bdaee14f470ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420096 Mar 14 11:28:02.696514 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58446) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:02.742049 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6579c672-0cf9-4b49-a4ee-ea0312f79e5a admin admin] Publish callbacks [] for security_group (bbf6db35-73b6-4e0c-8e86-034f5f719935), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:02.763142 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6579c672-0cf9-4b49-a4ee-ea0312f79e5a admin admin] Publish callbacks [] for security_group (bbf6db35-73b6-4e0c-8e86-034f5f719935), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:02.881597 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6579c672-0cf9-4b49-a4ee-ea0312f79e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (bbf6db35-73b6-4e0c-8e86-034f5f719935), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:02.884258 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6579c672-0cf9-4b49-a4ee-ea0312f79e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:02.885399 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-6579c672-0cf9-4b49-a4ee-ea0312f79e5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bbf6db35-73b6-4e0c-8e86-034f5f719935 HTTP/1.1" status: 204 len: 168 time: 0.1880126 Mar 14 11:28:02.893748 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579c672-0cf9-4b49-a4ee-ea0312f79e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf6db35-73b6-4e0c-8e86-034f5f719935,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:03.007380 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device e2aea963-1bab-4949-bf2a-0db38e072fda no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:28:03.028285 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: e2aea963-1bab-4949-bf2a-0db38e072fda {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:28:03.028636 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device e2aea963-1bab-4949-bf2a-0db38e072fda not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:28:03.029106 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device d278fe1a-b72d-4b3a-b586-9f971e41fd14 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:28:03.049993 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: d278fe1a-b72d-4b3a-b586-9f971e41fd14 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:28:03.050345 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device d278fe1a-b72d-4b3a-b586-9f971e41fd14 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:28:05.241911 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3182bc81-d5e7-43e5-a09f-eb7fc4a77cb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:07.377473 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f096a77b-c85a-4122-975e-0f9c61c5cfdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:08.668390 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:09.190254 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:10.373925 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:11.765685 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:14.366272 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58572) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:14.468284 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c87a89ea-d3dd-41fa-b4e5-615799d9e34d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:14.539678 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c87a89ea-d3dd-41fa-b4e5-615799d9e34d admin admin] Publish callbacks [] for security_group (aad46607-29ef-42c2-b997-8e101b13fd23), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:14.612518 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c87a89ea-d3dd-41fa-b4e5-615799d9e34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (aad46607-29ef-42c2-b997-8e101b13fd23), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:14.650278 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c87a89ea-d3dd-41fa-b4e5-615799d9e34d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fce5d7b5758d42058659e4fdd34d2e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828996 Mar 14 11:28:14.651443 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a89ea-d3dd-41fa-b4e5-615799d9e34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad46607-29ef-42c2-b997-8e101b13fd23,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:14.652971 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58576) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:14.700563 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Publish callbacks [] for security_group (aad46607-29ef-42c2-b997-8e101b13fd23), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:14.721191 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Publish callbacks [] for security_group (aad46607-29ef-42c2-b997-8e101b13fd23), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:14.862582 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (aad46607-29ef-42c2-b997-8e101b13fd23), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:14.865147 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:14.866307 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aad46607-29ef-42c2-b997-8e101b13fd23 HTTP/1.1" status: 204 len: 168 time: 0.2122781 Mar 14 11:28:14.874588 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad46607-29ef-42c2-b997-8e101b13fd23,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:14.881609 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:14.882001 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:14.882350 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:14.882691 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:14.883025 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:14.883352 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:14.883678 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:14.884001 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:14.884326 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:14.884648 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:14.884999 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:14.885326 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:14.885686 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:14.886107 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:14.886314 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d650d121-d0cd-462f-91d3-6d17549fa930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:28:14.917019 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58584) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:15.168893 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-71ecaba0-4c25-47f0-9506-8d4612163c4e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Deleting port a381b0b3-aae1-4cab-89bd-c3903bfd5069 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:28:15.169234 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-71ecaba0-4c25-47f0-9506-8d4612163c4e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (a381b0b3-aae1-4cab-89bd-c3903bfd5069), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:15.244079 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-71ecaba0-4c25-47f0-9506-8d4612163c4e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (a381b0b3-aae1-4cab-89bd-c3903bfd5069), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:15.244405 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-71ecaba0-4c25-47f0-9506-8d4612163c4e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for floatingip (a381b0b3-aae1-4cab-89bd-c3903bfd5069), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:15.257088 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-71ecaba0-4c25-47f0-9506-8d4612163c4e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Calling delete_port for a381b0b3-aae1-4cab-89bd-c3903bfd5069 owned by network:floatingip {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:28:15.504532 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-71ecaba0-4c25-47f0-9506-8d4612163c4e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (a381b0b3-aae1-4cab-89bd-c3903bfd5069), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:15.530836 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecaba0-4c25-47f0-9506-8d4612163c4e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Pushing event deleted for resources: {'Port': ['ID=a381b0b3-aae1-4cab-89bd-c3903bfd5069,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:15.593415 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-71ecaba0-4c25-47f0-9506-8d4612163c4e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for floatingip (a7551740-80a8-4a5f-9d8c-1073069d8fbf), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:15.594534 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [None req-71ecaba0-4c25-47f0-9506-8d4612163c4e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Floating IP a7551740-80a8-4a5f-9d8c-1073069d8fbf disassociated (deleted). External IP: 172.27.3.27, port: 30164b7b-814f-4500-88ef-a8498a9c6493. Mar 14 11:28:16.080844 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ecaba0-4c25-47f0-9506-8d4612163c4e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Router 04a7fd3c-60e3-4ac8-a47d-150e40454949 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:28:16.193058 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ecaba0-4c25-47f0-9506-8d4612163c4e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:28:16.197918 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-71ecaba0-4c25-47f0-9506-8d4612163c4e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:16.202642 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12be93cf-32d6-48ab-a084-7254408f5805 None None] Sync routers for ids ['04a7fd3c-60e3-4ac8-a47d-150e40454949'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:28:16.211675 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12be93cf-32d6-48ab-a084-7254408f5805 None None] Routers {'04a7fd3c-60e3-4ac8-a47d-150e40454949'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:28:16.212285 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-12be93cf-32d6-48ab-a084-7254408f5805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:28:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['04a7fd3c-60e3-4ac8-a47d-150e40454949'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:16.228264 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-71ecaba0-4c25-47f0-9506-8d4612163c4e tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "DELETE /v2.0/floatingips/a7551740-80a8-4a5f-9d8c-1073069d8fbf HTTP/1.1" status: 204 len: 168 time: 1.3101127 Mar 14 11:28:16.228885 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'tag': '30164b7b-814f-4500-88ef-a8498a9c6493'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:28:16.231448 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a6574d-2fe4-4025-a37a-8a8995993a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0", "tag": "30164b7b-814f-4500-88ef-a8498a9c6493"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:28:16.288575 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c583539d-f0b5-4590-a558-dd791703fa63 x-openstack-request-id: req-c583539d-f0b5-4590-a558-dd791703fa63 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:28:16.288870 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0", "tag": "30164b7b-814f-4500-88ef-a8498a9c6493", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:28:16.289176 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c583539d-f0b5-4590-a558-dd791703fa63 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:28:16.289577 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'tag': '30164b7b-814f-4500-88ef-a8498a9c6493', 'status': 'completed', 'code': 200} Mar 14 11:28:16.338163 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-12be93cf-32d6-48ab-a084-7254408f5805 None None] Set router 04a7fd3c-60e3-4ac8-a47d-150e40454949 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:28:16.361365 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6574d-2fe4-4025-a37a-8a8995993a0c req-f8e551f4-2d2a-49b1-ae99-69e43b0457e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:16.361365 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f2a6574d-2fe4-4025-a37a-8a8995993a0c req-f8e551f4-2d2a-49b1-ae99-69e43b0457e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b283a8ad5a549b2b2524ee66d4f215e&device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 1130 time: 0.0476782 Mar 14 11:28:16.460710 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6574d-2fe4-4025-a37a-8a8995993a0c req-fbd0f29f-a685-4466-999f-8c32271829a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:16.463971 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f2a6574d-2fe4-4025-a37a-8a8995993a0c req-fbd0f29f-a685-4466-999f-8c32271829a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d65be162-a9a8-4089-bb6d-105a7c5b2609 HTTP/1.1" status: 200 len: 909 time: 0.0990348 Mar 14 11:28:16.519217 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f2a6574d-2fe4-4025-a37a-8a8995993a0c req-c7da1a82-a8bf-43de-b871-88d083c3cfed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=30164b7b-814f-4500-88ef-a8498a9c6493 HTTP/1.1" status: 200 len: 217 time: 0.0433457 Mar 14 11:28:16.576418 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6574d-2fe4-4025-a37a-8a8995993a0c req-87edde2a-dfbe-4943-b156-94a2ddfd74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:16.578785 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f2a6574d-2fe4-4025-a37a-8a8995993a0c req-87edde2a-dfbe-4943-b156-94a2ddfd74d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a0fe725e-ff55-4659-b8b2-d6f57a5f318a HTTP/1.1" status: 200 len: 847 time: 0.0540326 Mar 14 11:28:16.590616 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-12be93cf-32d6-48ab-a084-7254408f5805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:01Z', 'updated_at': '2022-03-14T11:22:05Z', 'revision_number': 4, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'gw_port': {'id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:02Z', 'updated_at': '2022-03-14T11:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8d3bff66-ba07-4b84-846e-b37a8109a171', 'name': '', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'mac_address': 'fa:16:3e:b8:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:04Z', 'updated_at': '2022-03-14T11:22:10Z', 'revision_number': 5, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'subnets': [{'id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:16.631006 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12be93cf-32d6-48ab-a084-7254408f5805 None None] Checking router: 04a7fd3c-60e3-4ac8-a47d-150e40454949 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:28:16.640913 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12be93cf-32d6-48ab-a084-7254408f5805 None None] Routers {'04a7fd3c-60e3-4ac8-a47d-150e40454949'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:28:16.641541 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-12be93cf-32d6-48ab-a084-7254408f5805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:28:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['04a7fd3c-60e3-4ac8-a47d-150e40454949'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:16.647421 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6574d-2fe4-4025-a37a-8a8995993a0c req-e2f2c015-c0ec-4e62-95e4-6be1084ce947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:16.649005 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f2a6574d-2fe4-4025-a37a-8a8995993a0c req-e2f2c015-c0ec-4e62-95e4-6be1084ce947 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d65be162-a9a8-4089-bb6d-105a7c5b2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609612 Mar 14 11:28:16.678534 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47082a3d-101a-473d-9c02-0015094aac22 req-b048f7a0-061c-4deb-920b-d835e8c7b15a tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:16.680271 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47082a3d-101a-473d-9c02-0015094aac22 req-b048f7a0-061c-4deb-920b-d835e8c7b15a tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0703411 Mar 14 11:28:16.734939 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47082a3d-101a-473d-9c02-0015094aac22 req-1e38bce0-4286-445a-9a3c-d4aebcfb6330 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489953 Mar 14 11:28:16.758964 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f2a6574d-2fe4-4025-a37a-8a8995993a0c req-23e10818-ae83-4826-8f95-97c89fe55894 service neutron] 10.222.0.44 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027608 Mar 14 11:28:16.769475 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-12be93cf-32d6-48ab-a084-7254408f5805 None None] Set router 04a7fd3c-60e3-4ac8-a47d-150e40454949 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:28:16.854196 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f2a6574d-2fe4-4025-a37a-8a8995993a0c req-140e6b75-9b8e-4010-bb08-f7b2e5e501c8 service neutron] 10.222.0.44 "GET /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888462 Mar 14 11:28:16.973811 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-12be93cf-32d6-48ab-a084-7254408f5805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:01Z', 'updated_at': '2022-03-14T11:22:05Z', 'revision_number': 4, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'gw_port': {'id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:02Z', 'updated_at': '2022-03-14T11:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8d3bff66-ba07-4b84-846e-b37a8109a171', 'name': '', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'mac_address': 'fa:16:3e:b8:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:04Z', 'updated_at': '2022-03-14T11:22:10Z', 'revision_number': 5, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'subnets': [{'id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:17.001385 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12be93cf-32d6-48ab-a084-7254408f5805 None None] The sync data for ids ['04a7fd3c-60e3-4ac8-a47d-150e40454949'] in dv-cinder-831776-2-iscsi is: [{'id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:01Z', 'updated_at': '2022-03-14T11:22:05Z', 'revision_number': 4, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'gw_port': {'id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:02Z', 'updated_at': '2022-03-14T11:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8d3bff66-ba07-4b84-846e-b37a8109a171', 'name': '', 'network_id': 'd65be162-a9a8-4089-bb6d-105a7c5b2609', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'mac_address': 'fa:16:3e:b8:d1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:04Z', 'updated_at': '2022-03-14T11:22:10Z', 'revision_number': 5, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'subnets': [{'id': 'a0fe725e-ff55-4659-b8b2-d6f57a5f318a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:28:17.235528 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddf111c-fd7e-4c14-8d84-3b108162752a None None] New status for floating IP a7551740-80a8-4a5f-9d8c-1073069d8fbf: DOWN {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:28:17.855369 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2fba9-8d17-44d1-bafe-c98f72019803 req-12695d1b-66fd-41e5-8aea-3b71b3f0a023 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:17.856842 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-10e2fba9-8d17-44d1-bafe-c98f72019803 req-12695d1b-66fd-41e5-8aea-3b71b3f0a023 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0516100 Mar 14 11:28:17.904830 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-10e2fba9-8d17-44d1-bafe-c98f72019803 req-6c556f61-89dd-43fd-8057-3adc367b5065 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9fd941a-455f-4916-80cd-31e012998ec1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416503 Mar 14 11:28:18.518997 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e9d84-258d-4015-a948-63b67b60fe08 req-587be00f-fde1-4f3d-8769-9295edef17c5 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:18.520337 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f22e9d84-258d-4015-a948-63b67b60fe08 req-587be00f-fde1-4f3d-8769-9295edef17c5 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 946 time: 0.0524728 Mar 14 11:28:18.616761 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-f22e9d84-258d-4015-a948-63b67b60fe08 req-82737926-2734-40f9-96a1-63769e21d394 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Deleting port 30164b7b-814f-4500-88ef-a8498a9c6493 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:28:18.617102 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f22e9d84-258d-4015-a948-63b67b60fe08 req-82737926-2734-40f9-96a1-63769e21d394 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:18.704711 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-f22e9d84-258d-4015-a948-63b67b60fe08 req-82737926-2734-40f9-96a1-63769e21d394 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] For port 30164b7b-814f-4500-88ef-a8498a9c6493, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=30164b7b-814f-4500-88ef-a8498a9c6493,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:28:18.705075 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f22e9d84-258d-4015-a948-63b67b60fe08 req-82737926-2734-40f9-96a1-63769e21d394 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:18.721243 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-f22e9d84-258d-4015-a948-63b67b60fe08 req-82737926-2734-40f9-96a1-63769e21d394 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Calling delete_port for 30164b7b-814f-4500-88ef-a8498a9c6493 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:28:18.892524 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f22e9d84-258d-4015-a948-63b67b60fe08 req-82737926-2734-40f9-96a1-63769e21d394 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (30164b7b-814f-4500-88ef-a8498a9c6493), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:18.920756 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82737926-2734-40f9-96a1-63769e21d394 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Pushing event deleted for resources: {'Port': ['ID=30164b7b-814f-4500-88ef-a8498a9c6493,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:18.969185 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22e9d84-258d-4015-a948-63b67b60fe08 req-82737926-2734-40f9-96a1-63769e21d394 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] No DVR routers for this DVR port 30164b7b-814f-4500-88ef-a8498a9c6493 on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:28:18.971748 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-f22e9d84-258d-4015-a948-63b67b60fe08 req-82737926-2734-40f9-96a1-63769e21d394 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:18.976850 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f22e9d84-258d-4015-a948-63b67b60fe08 req-82737926-2734-40f9-96a1-63769e21d394 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.44 "DELETE /v2.0/ports/30164b7b-814f-4500-88ef-a8498a9c6493 HTTP/1.1" status: 204 len: 173 time: 0.4480155 Mar 14 11:28:18.976850 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'name': 'network-vif-deleted', 'tag': '30164b7b-814f-4500-88ef-a8498a9c6493'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:28:18.977743 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d60681-4c1f-46ce-88f5-a4577e1ed037" -d '{"events": [{"server_uuid": "9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0", "name": "network-vif-deleted", "tag": "30164b7b-814f-4500-88ef-a8498a9c6493"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:28:19.002780 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2241afd8-68ef-4584-bdca-7f5d31d6d2c5 req-87ce832b-880b-4691-852e-9b80908742f7 tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 210 time: 0.0291655 Mar 14 11:28:19.015056 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ba31d2-1176-4780-accf-dde5f255ccbd x-openstack-request-id: req-55ba31d2-1176-4780-accf-dde5f255ccbd {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:28:19.015354 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0", "name": "network-vif-deleted", "tag": "30164b7b-814f-4500-88ef-a8498a9c6493", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:28:19.015616 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55ba31d2-1176-4780-accf-dde5f255ccbd {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:28:19.016017 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0', 'name': 'network-vif-deleted', 'tag': '30164b7b-814f-4500-88ef-a8498a9c6493', 'status': 'completed', 'code': 200} Mar 14 11:28:20.108975 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-65993692-adf9-4dbb-8bd2-0a5109bb37d4 req-ce402475-fbfe-4231-9e94-7e1e0f7471dc tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ee8e483-f9ea-4e25-9f2a-9e1b0fd146f0 HTTP/1.1" status: 200 len: 210 time: 0.0264962 Mar 14 11:28:21.165663 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58668) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:21.221827 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f43750fc-1fea-4a8b-ace8-469a8aa25f6f tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group (c9fd941a-455f-4916-80cd-31e012998ec1), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:21.249416 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f43750fc-1fea-4a8b-ace8-469a8aa25f6f tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group (c9fd941a-455f-4916-80cd-31e012998ec1), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:21.384125 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f43750fc-1fea-4a8b-ace8-469a8aa25f6f tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c9fd941a-455f-4916-80cd-31e012998ec1), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:21.386843 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f43750fc-1fea-4a8b-ace8-469a8aa25f6f tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:21.388075 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f43750fc-1fea-4a8b-ace8-469a8aa25f6f tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] 10.222.0.37 "DELETE /v2.0/security-groups/c9fd941a-455f-4916-80cd-31e012998ec1 HTTP/1.1" status: 204 len: 168 time: 0.2213812 Mar 14 11:28:21.397704 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43750fc-1fea-4a8b-ace8-469a8aa25f6f tempest-TestShelveInstance-1356123431 tempest-TestShelveInstance-1356123431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fd941a-455f-4916-80cd-31e012998ec1,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:21.422609 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 30164b7b-814f-4500-88ef-a8498a9c6493 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:28:21.443679 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: 30164b7b-814f-4500-88ef-a8498a9c6493 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:28:21.444015 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 30164b7b-814f-4500-88ef-a8498a9c6493 not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:28:21.518493 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58682) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:22.013448 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f7d0fd34-42fc-4d4f-bc90-69fd9e0d95a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899631'] for router_interface (04a7fd3c-60e3-4ac8-a47d-150e40454949), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:22.257787 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-f7d0fd34-42fc-4d4f-bc90-69fd9e0d95a9 admin admin] Deleting port 8d3bff66-ba07-4b84-846e-b37a8109a171 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:28:22.258491 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f7d0fd34-42fc-4d4f-bc90-69fd9e0d95a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:22.340765 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-f7d0fd34-42fc-4d4f-bc90-69fd9e0d95a9 admin admin] For port 8d3bff66-ba07-4b84-846e-b37a8109a171, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=8d3bff66-ba07-4b84-846e-b37a8109a171,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:28:22.341040 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f7d0fd34-42fc-4d4f-bc90-69fd9e0d95a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:22.357661 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-f7d0fd34-42fc-4d4f-bc90-69fd9e0d95a9 admin admin] Calling delete_port for 8d3bff66-ba07-4b84-846e-b37a8109a171 owned by network:router_interface {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:28:22.607023 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f7d0fd34-42fc-4d4f-bc90-69fd9e0d95a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (8d3bff66-ba07-4b84-846e-b37a8109a171), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:22.633059 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0fd34-42fc-4d4f-bc90-69fd9e0d95a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3bff66-ba07-4b84-846e-b37a8109a171,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:22.804032 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f7d0fd34-42fc-4d4f-bc90-69fd9e0d95a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3903071'] for router_interface (04a7fd3c-60e3-4ac8-a47d-150e40454949), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:23.024773 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d0fd34-42fc-4d4f-bc90-69fd9e0d95a9 admin admin] Router 04a7fd3c-60e3-4ac8-a47d-150e40454949 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:28:23.133778 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d0fd34-42fc-4d4f-bc90-69fd9e0d95a9 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:28:23.140216 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f7d0fd34-42fc-4d4f-bc90-69fd9e0d95a9 admin admin] 10.222.0.37 "PUT /v2.0/routers/04a7fd3c-60e3-4ac8-a47d-150e40454949/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6199315 Mar 14 11:28:23.141851 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58692) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:23.143704 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edb41d-60bd-49f0-b966-0e23f6469ca3 None None] Sync routers for ids ['04a7fd3c-60e3-4ac8-a47d-150e40454949'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:28:23.153229 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01edb41d-60bd-49f0-b966-0e23f6469ca3 None None] Routers {'04a7fd3c-60e3-4ac8-a47d-150e40454949'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:28:23.153918 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-01edb41d-60bd-49f0-b966-0e23f6469ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:28:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['04a7fd3c-60e3-4ac8-a47d-150e40454949'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:23.245590 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] Publish callbacks [] for router (04a7fd3c-60e3-4ac8-a47d-150e40454949), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:23.260768 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-01edb41d-60bd-49f0-b966-0e23f6469ca3 None None] Set router 04a7fd3c-60e3-4ac8-a47d-150e40454949 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:28:23.350616 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] Publish callbacks [] for router_gateway (04a7fd3c-60e3-4ac8-a47d-150e40454949), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:23.436822 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-01edb41d-60bd-49f0-b966-0e23f6469ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:01Z', 'updated_at': '2022-03-14T11:28:22Z', 'revision_number': 5, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'gw_port': {'id': '360a779e-7fc5-4599-8fca-bf5de5c7f448', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:2f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:02Z', 'updated_at': '2022-03-14T11:22:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:23.462674 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edb41d-60bd-49f0-b966-0e23f6469ca3 None None] Checking router: 04a7fd3c-60e3-4ac8-a47d-150e40454949 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:28:23.471004 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01edb41d-60bd-49f0-b966-0e23f6469ca3 None None] Routers {'04a7fd3c-60e3-4ac8-a47d-150e40454949'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:28:23.471604 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-01edb41d-60bd-49f0-b966-0e23f6469ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:28:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['04a7fd3c-60e3-4ac8-a47d-150e40454949'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:23.487743 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] Deleting port 360a779e-7fc5-4599-8fca-bf5de5c7f448 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:28:23.488089 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (360a779e-7fc5-4599-8fca-bf5de5c7f448), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:23.573379 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] For port 360a779e-7fc5-4599-8fca-bf5de5c7f448, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=360a779e-7fc5-4599-8fca-bf5de5c7f448,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:28:23.573754 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (360a779e-7fc5-4599-8fca-bf5de5c7f448), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:23.592660 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] Calling delete_port for 360a779e-7fc5-4599-8fca-bf5de5c7f448 owned by network:router_gateway {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:28:23.647002 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-01edb41d-60bd-49f0-b966-0e23f6469ca3 None None] Set router 04a7fd3c-60e3-4ac8-a47d-150e40454949 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:28:23.699537 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-01edb41d-60bd-49f0-b966-0e23f6469ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:01Z', 'updated_at': '2022-03-14T11:28:23Z', 'revision_number': 6, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'gw_port_host': None}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:23.726280 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01edb41d-60bd-49f0-b966-0e23f6469ca3 None None] The sync data for ids ['04a7fd3c-60e3-4ac8-a47d-150e40454949'] in dv-cinder-831776-2-iscsi is: [{'id': '04a7fd3c-60e3-4ac8-a47d-150e40454949', 'name': 'tempest-TestShelveInstance-677233982-router', 'tenant_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:01Z', 'updated_at': '2022-03-14T11:28:23Z', 'revision_number': 6, 'project_id': '4b283a8ad5a549b2b2524ee66d4f215e', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:28:23.835095 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (360a779e-7fc5-4599-8fca-bf5de5c7f448), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:23.862196 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] Pushing event deleted for resources: {'Port': ['ID=360a779e-7fc5-4599-8fca-bf5de5c7f448,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:23.918059 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3899705'] for router_gateway (04a7fd3c-60e3-4ac8-a47d-150e40454949), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.007938 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6907'] for router (04a7fd3c-60e3-4ac8-a47d-150e40454949), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.010215 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] Publish callbacks [] for router_controller (04a7fd3c-60e3-4ac8-a47d-150e40454949), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.121094 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906125'] for router (04a7fd3c-60e3-4ac8-a47d-150e40454949), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.121667 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04a7fd3c-60e3-4ac8-a47d-150e40454949 {{(pid=104015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 11:28:24.126994 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.128165 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-76f55bfa-fcab-43cd-b7b5-114b5d9944ac admin admin] 10.222.0.37 "DELETE /v2.0/routers/04a7fd3c-60e3-4ac8-a47d-150e40454949 HTTP/1.1" status: 204 len: 168 time: 0.9851868 Mar 14 11:28:24.130683 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58700) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:24.175466 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-166e608e-1149-4cd0-aca8-ef00b07b30dd admin admin] Deleting subnet a0fe725e-ff55-4659-b8b2-d6f57a5f318a {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:28:24.178624 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-166e608e-1149-4cd0-aca8-ef00b07b30dd admin admin] Publish callbacks [] for subnet (a0fe725e-ff55-4659-b8b2-d6f57a5f318a), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.210924 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-166e608e-1149-4cd0-aca8-ef00b07b30dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8796678'] for subnet (a0fe725e-ff55-4659-b8b2-d6f57a5f318a), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.290866 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-166e608e-1149-4cd0-aca8-ef00b07b30dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (a0fe725e-ff55-4659-b8b2-d6f57a5f318a), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.423279 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-166e608e-1149-4cd0-aca8-ef00b07b30dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8796689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12359734'] for subnet (a0fe725e-ff55-4659-b8b2-d6f57a5f318a), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.449276 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e608e-1149-4cd0-aca8-ef00b07b30dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0fe725e-ff55-4659-b8b2-d6f57a5f318a,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:24.452963 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-166e608e-1149-4cd0-aca8-ef00b07b30dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.458509 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-166e608e-1149-4cd0-aca8-ef00b07b30dd admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a0fe725e-ff55-4659-b8b2-d6f57a5f318a HTTP/1.1" status: 204 len: 168 time: 0.3245218 Mar 14 11:28:24.459000 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58702) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:24.469360 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5a6b54-12af-4b6b-a074-9e522ecc4882 None None] Network d65be162-a9a8-4089-bb6d-105a7c5b2609 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:28:24.539171 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (d65be162-a9a8-4089-bb6d-105a7c5b2609), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.599543 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] Deleting port 2845d311-4430-4c12-82bb-67c4babd2fe9 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:28:24.599890 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.687968 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] For port 2845d311-4430-4c12-82bb-67c4babd2fe9, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=2845d311-4430-4c12-82bb-67c4babd2fe9,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:28:24.688220 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.702008 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] Calling delete_port for 2845d311-4430-4c12-82bb-67c4babd2fe9 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:28:24.779307 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b280abf-6584-414f-9fc4-97797a4746e1 None None] DHCP port deletion for d65be162-a9a8-4089-bb6d-105a7c5b2609 request from dv-cinder-831776-2-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 11:28:24.825020 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-9b280abf-6584-414f-9fc4-97797a4746e1 None None] Deleting port 2845d311-4430-4c12-82bb-67c4babd2fe9 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:28:24.825265 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9b280abf-6584-414f-9fc4-97797a4746e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.863911 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.888321 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-9b280abf-6584-414f-9fc4-97797a4746e1 None None] For port 2845d311-4430-4c12-82bb-67c4babd2fe9, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=2845d311-4430-4c12-82bb-67c4babd2fe9,segment=NetworkSegment(2e12ba4b-e203-4b31-9371-6d666b239d5b),segment_id=2e12ba4b-e203-4b31-9371-6d666b239d5b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:28:24.888716 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9b280abf-6584-414f-9fc4-97797a4746e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.890978 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] Pushing event deleted for resources: {'Port': ['ID=2845d311-4430-4c12-82bb-67c4babd2fe9,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:24.892818 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] No DVR routers for this DVR port 2845d311-4430-4c12-82bb-67c4babd2fe9 on host dv-cinder-831776-2-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:28:24.902673 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-9b280abf-6584-414f-9fc4-97797a4746e1 None None] Calling delete_port for 2845d311-4430-4c12-82bb-67c4babd2fe9 owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:28:24.968211 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (d65be162-a9a8-4089-bb6d-105a7c5b2609), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.981704 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-9b280abf-6584-414f-9fc4-97797a4746e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783'] for port (2845d311-4430-4c12-82bb-67c4babd2fe9), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:24.989984 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65be162-a9a8-4089-bb6d-105a7c5b2609']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:24.999696 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e12ba4b-e203-4b31-9371-6d666b239d5b') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:24.999993 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e12ba4b-e203-4b31-9371-6d666b239d5b') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:25.008848 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b280abf-6584-414f-9fc4-97797a4746e1 None None] Pushing event deleted for resources: {'Port': ['ID=2845d311-4430-4c12-82bb-67c4babd2fe9,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:25.009312 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11546360'] for segment (2e12ba4b-e203-4b31-9371-6d666b239d5b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:25.011143 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b280abf-6584-414f-9fc4-97797a4746e1 None None] No DVR routers for this DVR port 2845d311-4430-4c12-82bb-67c4babd2fe9 on host dv-cinder-831776-2-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:28:25.024982 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 360a779e-7fc5-4599-8fca-bf5de5c7f448 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:28:25.034239 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (2e12ba4b-e203-4b31-9371-6d666b239d5b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:25.040829 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:28:25.042956 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2077848'] for segment (2e12ba4b-e203-4b31-9371-6d666b239d5b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: timer() Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: cb(*args, **kw) Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: self._notify() Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: self.callback(batched_events) Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: event.method(event) Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._get(url).json() Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:28:25.043093 dv-cinder-831776-2-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:28:25.050431 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 360a779e-7fc5-4599-8fca-bf5de5c7f448 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:28:25.050890 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 360a779e-7fc5-4599-8fca-bf5de5c7f448 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:28:25.051308 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 2845d311-4430-4c12-82bb-67c4babd2fe9 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:28:25.070375 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 2845d311-4430-4c12-82bb-67c4babd2fe9 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:28:25.070728 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 2845d311-4430-4c12-82bb-67c4babd2fe9 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:28:25.071228 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 8d3bff66-ba07-4b84-846e-b37a8109a171 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:28:25.090332 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 8d3bff66-ba07-4b84-846e-b37a8109a171 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:28:25.090586 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 8d3bff66-ba07-4b84-846e-b37a8109a171 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:28:25.189276 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (d65be162-a9a8-4089-bb6d-105a7c5b2609), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:25.195761 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:25.198840 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d65be162-a9a8-4089-bb6d-105a7c5b2609 HTTP/1.1" status: 204 len: 168 time: 0.7389269 Mar 14 11:28:25.203357 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58708) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:25.208559 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99286711-d1e6-4951-995d-5e6ff77a7077 admin admin] Pushing event deleted for resources: {'Network': ['ID=d65be162-a9a8-4089-bb6d-105a7c5b2609,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:25.807551 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7202db5c-eb79-4425-98a6-f38bfcaca6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899631'] for router_interface (3c8e8275-1649-48fa-939c-981aaa4a90d7), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:26.050336 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-7202db5c-eb79-4425-98a6-f38bfcaca6c2 admin admin] Deleting port 2c432e11-bf95-4478-8ecd-7203714f836c {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:28:26.050595 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7202db5c-eb79-4425-98a6-f38bfcaca6c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:26.128369 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-7202db5c-eb79-4425-98a6-f38bfcaca6c2 admin admin] For port 2c432e11-bf95-4478-8ecd-7203714f836c, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=2c432e11-bf95-4478-8ecd-7203714f836c,segment=NetworkSegment(48bb6ed6-734f-4759-a139-a7936214aaeb),segment_id=48bb6ed6-734f-4759-a139-a7936214aaeb)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:28:26.128741 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7202db5c-eb79-4425-98a6-f38bfcaca6c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:26.141552 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-7202db5c-eb79-4425-98a6-f38bfcaca6c2 admin admin] Calling delete_port for 2c432e11-bf95-4478-8ecd-7203714f836c owned by network:router_interface {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:28:26.435250 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7202db5c-eb79-4425-98a6-f38bfcaca6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (2c432e11-bf95-4478-8ecd-7203714f836c), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:26.461181 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202db5c-eb79-4425-98a6-f38bfcaca6c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c432e11-bf95-4478-8ecd-7203714f836c,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:26.631786 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7202db5c-eb79-4425-98a6-f38bfcaca6c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3903071'] for router_interface (3c8e8275-1649-48fa-939c-981aaa4a90d7), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:26.852624 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7202db5c-eb79-4425-98a6-f38bfcaca6c2 admin admin] Router 3c8e8275-1649-48fa-939c-981aaa4a90d7 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:28:26.964142 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7202db5c-eb79-4425-98a6-f38bfcaca6c2 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:28:26.972806 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-7202db5c-eb79-4425-98a6-f38bfcaca6c2 admin admin] 10.222.0.37 "PUT /v2.0/routers/3c8e8275-1649-48fa-939c-981aaa4a90d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7676125 Mar 14 11:28:26.973217 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58728) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:26.978898 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41fef92-b914-44b0-a9dc-4d2e76d6ac88 None None] Sync routers for ids ['3c8e8275-1649-48fa-939c-981aaa4a90d7'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:28:26.990775 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41fef92-b914-44b0-a9dc-4d2e76d6ac88 None None] Routers {'3c8e8275-1649-48fa-939c-981aaa4a90d7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:28:26.991402 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f41fef92-b914-44b0-a9dc-4d2e76d6ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:28:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['3c8e8275-1649-48fa-939c-981aaa4a90d7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:27.087299 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] Publish callbacks [] for router (3c8e8275-1649-48fa-939c-981aaa4a90d7), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:27.104309 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-f41fef92-b914-44b0-a9dc-4d2e76d6ac88 None None] Set router 3c8e8275-1649-48fa-939c-981aaa4a90d7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:28:27.198269 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] Publish callbacks [] for router_gateway (3c8e8275-1649-48fa-939c-981aaa4a90d7), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:27.294274 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f41fef92-b914-44b0-a9dc-4d2e76d6ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'name': 'tempest-TestShelveInstance-847125235-router', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '6e9fbce1-6493-4b5a-afb9-c60a28c6403b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:09Z', 'updated_at': '2022-03-14T11:28:26Z', 'revision_number': 5, 'project_id': 'cc67139c3c844a3db23ecb4ca460181c', 'gw_port': {'id': '6e9fbce1-6493-4b5a-afb9-c60a28c6403b', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:10Z', 'updated_at': '2022-03-14T11:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:27.320087 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] Deleting port 6e9fbce1-6493-4b5a-afb9-c60a28c6403b {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:28:27.320426 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41fef92-b914-44b0-a9dc-4d2e76d6ac88 None None] Checking router: 3c8e8275-1649-48fa-939c-981aaa4a90d7 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:28:27.320551 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (6e9fbce1-6493-4b5a-afb9-c60a28c6403b), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:27.328615 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41fef92-b914-44b0-a9dc-4d2e76d6ac88 None None] Routers {'3c8e8275-1649-48fa-939c-981aaa4a90d7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:28:27.329217 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f41fef92-b914-44b0-a9dc-4d2e76d6ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:28:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['3c8e8275-1649-48fa-939c-981aaa4a90d7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:27.399471 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] For port 6e9fbce1-6493-4b5a-afb9-c60a28c6403b, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=6e9fbce1-6493-4b5a-afb9-c60a28c6403b,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:28:27.399838 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (6e9fbce1-6493-4b5a-afb9-c60a28c6403b), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:27.412866 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] Calling delete_port for 6e9fbce1-6493-4b5a-afb9-c60a28c6403b owned by network:router_gateway {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:28:27.419355 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-f41fef92-b914-44b0-a9dc-4d2e76d6ac88 None None] Set router 3c8e8275-1649-48fa-939c-981aaa4a90d7 gateway port host: None {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:28:27.468445 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-f41fef92-b914-44b0-a9dc-4d2e76d6ac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'name': 'tempest-TestShelveInstance-847125235-router', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:09Z', 'updated_at': '2022-03-14T11:28:27Z', 'revision_number': 6, 'project_id': 'cc67139c3c844a3db23ecb4ca460181c', 'gw_port_host': None}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:27.498046 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41fef92-b914-44b0-a9dc-4d2e76d6ac88 None None] The sync data for ids ['3c8e8275-1649-48fa-939c-981aaa4a90d7'] in dv-cinder-831776-2-iscsi is: [{'id': '3c8e8275-1649-48fa-939c-981aaa4a90d7', 'name': 'tempest-TestShelveInstance-847125235-router', 'tenant_id': 'cc67139c3c844a3db23ecb4ca460181c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:09Z', 'updated_at': '2022-03-14T11:28:27Z', 'revision_number': 6, 'project_id': 'cc67139c3c844a3db23ecb4ca460181c', 'gw_port_host': None}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:28:27.663760 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (6e9fbce1-6493-4b5a-afb9-c60a28c6403b), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:27.692893 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9fbce1-6493-4b5a-afb9-c60a28c6403b,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:27.753578 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3899705'] for router_gateway (3c8e8275-1649-48fa-939c-981aaa4a90d7), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:27.849538 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6907'] for router (3c8e8275-1649-48fa-939c-981aaa4a90d7), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:27.851963 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] Publish callbacks [] for router_controller (3c8e8275-1649-48fa-939c-981aaa4a90d7), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:27.961083 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906125'] for router (3c8e8275-1649-48fa-939c-981aaa4a90d7), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:27.961649 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c8e8275-1649-48fa-939c-981aaa4a90d7 {{(pid=104015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 11:28:27.965787 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:27.966964 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-967052de-6b1d-4138-8981-ecbf84ea3d01 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3c8e8275-1649-48fa-939c-981aaa4a90d7 HTTP/1.1" status: 204 len: 168 time: 0.9929304 Mar 14 11:28:27.969682 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58734) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:28.015348 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-502c8545-9af4-498c-ab77-7a9537775be3 admin admin] Deleting subnet 004a856f-6ccd-4365-8400-a0f7113d3a19 {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:28:28.018449 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-502c8545-9af4-498c-ab77-7a9537775be3 admin admin] Publish callbacks [] for subnet (004a856f-6ccd-4365-8400-a0f7113d3a19), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.051922 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-502c8545-9af4-498c-ab77-7a9537775be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8796678'] for subnet (004a856f-6ccd-4365-8400-a0f7113d3a19), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.131616 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-502c8545-9af4-498c-ab77-7a9537775be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (004a856f-6ccd-4365-8400-a0f7113d3a19), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.251225 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-502c8545-9af4-498c-ab77-7a9537775be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8796689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12359734'] for subnet (004a856f-6ccd-4365-8400-a0f7113d3a19), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.280084 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c8545-9af4-498c-ab77-7a9537775be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=004a856f-6ccd-4365-8400-a0f7113d3a19,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:28.283671 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-502c8545-9af4-498c-ab77-7a9537775be3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.286969 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-502c8545-9af4-498c-ab77-7a9537775be3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/004a856f-6ccd-4365-8400-a0f7113d3a19 HTTP/1.1" status: 204 len: 168 time: 0.3162844 Mar 14 11:28:28.289637 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58742) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:28.298413 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b198ee-815f-446d-84ed-54e78607250c None None] Network 9e44705d-a570-4d16-9a69-9541d8682728 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:28:28.386809 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (9e44705d-a570-4d16-9a69-9541d8682728), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.449970 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] Deleting port a0f51789-17ca-4b95-9fe5-f74ca2f50535 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:28:28.449970 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.483769 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e750775-3dd2-4546-8ede-fa6aa696211a None None] DHCP port deletion for 9e44705d-a570-4d16-9a69-9541d8682728 request from dv-cinder-831776-2-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 11:28:28.523717 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] For port a0f51789-17ca-4b95-9fe5-f74ca2f50535, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=a0f51789-17ca-4b95-9fe5-f74ca2f50535,segment=NetworkSegment(48bb6ed6-734f-4759-a139-a7936214aaeb),segment_id=48bb6ed6-734f-4759-a139-a7936214aaeb)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:28:28.524077 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.536251 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-2e750775-3dd2-4546-8ede-fa6aa696211a None None] Deleting port a0f51789-17ca-4b95-9fe5-f74ca2f50535 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:28:28.536642 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2e750775-3dd2-4546-8ede-fa6aa696211a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.541396 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] Calling delete_port for a0f51789-17ca-4b95-9fe5-f74ca2f50535 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:28:28.607221 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-2e750775-3dd2-4546-8ede-fa6aa696211a None None] For port a0f51789-17ca-4b95-9fe5-f74ca2f50535, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=a0f51789-17ca-4b95-9fe5-f74ca2f50535,segment=NetworkSegment(48bb6ed6-734f-4759-a139-a7936214aaeb),segment_id=48bb6ed6-734f-4759-a139-a7936214aaeb)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:28:28.607903 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2e750775-3dd2-4546-8ede-fa6aa696211a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.622427 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-2e750775-3dd2-4546-8ede-fa6aa696211a None None] Calling delete_port for a0f51789-17ca-4b95-9fe5-f74ca2f50535 owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:28:28.680855 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.705008 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2e750775-3dd2-4546-8ede-fa6aa696211a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783'] for port (a0f51789-17ca-4b95-9fe5-f74ca2f50535), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.710755 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f51789-17ca-4b95-9fe5-f74ca2f50535,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:28.714646 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] No DVR routers for this DVR port a0f51789-17ca-4b95-9fe5-f74ca2f50535 on host dv-cinder-831776-2-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:28:28.732593 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e750775-3dd2-4546-8ede-fa6aa696211a None None] Pushing event deleted for resources: {'Port': ['ID=a0f51789-17ca-4b95-9fe5-f74ca2f50535,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:28.739604 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e750775-3dd2-4546-8ede-fa6aa696211a None None] No DVR routers for this DVR port a0f51789-17ca-4b95-9fe5-f74ca2f50535 on host dv-cinder-831776-2-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:28:28.787115 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (9e44705d-a570-4d16-9a69-9541d8682728), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.806511 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e44705d-a570-4d16-9a69-9541d8682728']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:28.816372 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48bb6ed6-734f-4759-a139-a7936214aaeb') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:28.816671 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48bb6ed6-734f-4759-a139-a7936214aaeb') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:28:28.830111 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11546360'] for segment (48bb6ed6-734f-4759-a139-a7936214aaeb), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.843047 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (48bb6ed6-734f-4759-a139-a7936214aaeb), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.848618 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:28:28.848997 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2077848'] for segment (48bb6ed6-734f-4759-a139-a7936214aaeb), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: timer() Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: cb(*args, **kw) Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: self._notify() Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: self.callback(batched_events) Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: event.method(event) Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._get(url).json() Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:28:28.850629 dv-cinder-831776-2-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:28:28.977893 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (9e44705d-a570-4d16-9a69-9541d8682728), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.982695 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:28.989473 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9e44705d-a570-4d16-9a69-9541d8682728 HTTP/1.1" status: 204 len: 168 time: 0.6988533 Mar 14 11:28:29.005721 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6986fe-9796-4497-82e1-b0e50ffc60f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e44705d-a570-4d16-9a69-9541d8682728,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:29.019011 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device a0f51789-17ca-4b95-9fe5-f74ca2f50535 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:28:29.039497 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: a0f51789-17ca-4b95-9fe5-f74ca2f50535 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:28:29.039842 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device a0f51789-17ca-4b95-9fe5-f74ca2f50535 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:28:29.040255 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 6e9fbce1-6493-4b5a-afb9-c60a28c6403b no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:28:29.059476 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 6e9fbce1-6493-4b5a-afb9-c60a28c6403b {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:28:29.059834 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 6e9fbce1-6493-4b5a-afb9-c60a28c6403b not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:28:29.063390 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 2c432e11-bf95-4478-8ecd-7203714f836c no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:28:29.079803 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 2c432e11-bf95-4478-8ecd-7203714f836c {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:28:29.080145 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 2c432e11-bf95-4478-8ecd-7203714f836c not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:28:29.281901 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58756) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:29.322042 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-543165ac-cfcc-4aa9-86d5-42ea935ea746 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b283a8ad5a549b2b2524ee66d4f215e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388494 Mar 14 11:28:29.324461 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58758) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:29.370074 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8d2e-7206-4e95-b33c-64260126db31 admin admin] Publish callbacks [] for security_group (f00b3ce1-a06a-489d-a621-51bbb5587cff), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:29.390364 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8d2e-7206-4e95-b33c-64260126db31 admin admin] Publish callbacks [] for security_group (f00b3ce1-a06a-489d-a621-51bbb5587cff), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:29.509416 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8d2e-7206-4e95-b33c-64260126db31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (f00b3ce1-a06a-489d-a621-51bbb5587cff), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:29.511922 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2b2a8d2e-7206-4e95-b33c-64260126db31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:29.513049 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-2b2a8d2e-7206-4e95-b33c-64260126db31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f00b3ce1-a06a-489d-a621-51bbb5587cff HTTP/1.1" status: 204 len: 168 time: 0.1876504 Mar 14 11:28:29.520941 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a8d2e-7206-4e95-b33c-64260126db31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00b3ce1-a06a-489d-a621-51bbb5587cff,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:30.105345 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58778) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:30.148432 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-7f46a91a-54f3-4364-9434-cfe0401b3082 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc67139c3c844a3db23ecb4ca460181c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418973 Mar 14 11:28:30.150934 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58780) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:30.198059 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5612-5729-4671-b984-7b5a3b08d11a admin admin] Publish callbacks [] for security_group (150e15b9-f057-425c-b11d-6da5080d0a3c), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:30.220417 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5612-5729-4671-b984-7b5a3b08d11a admin admin] Publish callbacks [] for security_group (150e15b9-f057-425c-b11d-6da5080d0a3c), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:30.383954 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5612-5729-4671-b984-7b5a3b08d11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (150e15b9-f057-425c-b11d-6da5080d0a3c), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:30.386599 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2b8a5612-5729-4671-b984-7b5a3b08d11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:30.387741 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-2b8a5612-5729-4671-b984-7b5a3b08d11a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/150e15b9-f057-425c-b11d-6da5080d0a3c HTTP/1.1" status: 204 len: 168 time: 0.2359366 Mar 14 11:28:30.396651 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a5612-5729-4671-b984-7b5a3b08d11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150e15b9-f057-425c-b11d-6da5080d0a3c,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:30.422501 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58786) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:30.525979 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-63be6778-daa4-4aa8-8715-66ffbe3fc49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:30.599665 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-63be6778-daa4-4aa8-8715-66ffbe3fc49e admin admin] Publish callbacks [] for security_group (a6711a11-bbf8-4ea9-8860-975c03dfd3bd), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:30.766997 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-63be6778-daa4-4aa8-8715-66ffbe3fc49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (a6711a11-bbf8-4ea9-8860-975c03dfd3bd), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:30.809546 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-63be6778-daa4-4aa8-8715-66ffbe3fc49e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=84d97b820d2443c3b01c2a6ebfc20828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857648 Mar 14 11:28:30.810345 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be6778-daa4-4aa8-8715-66ffbe3fc49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6711a11-bbf8-4ea9-8860-975c03dfd3bd,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:30.813774 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58790) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:30.871161 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-090c9bca-41ea-48fd-b269-191c84b3339e admin admin] Publish callbacks [] for security_group (a6711a11-bbf8-4ea9-8860-975c03dfd3bd), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:30.895017 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-090c9bca-41ea-48fd-b269-191c84b3339e admin admin] Publish callbacks [] for security_group (a6711a11-bbf8-4ea9-8860-975c03dfd3bd), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:31.018027 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-090c9bca-41ea-48fd-b269-191c84b3339e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (a6711a11-bbf8-4ea9-8860-975c03dfd3bd), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:31.020690 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-090c9bca-41ea-48fd-b269-191c84b3339e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:31.021931 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-090c9bca-41ea-48fd-b269-191c84b3339e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6711a11-bbf8-4ea9-8860-975c03dfd3bd HTTP/1.1" status: 204 len: 168 time: 0.2071326 Mar 14 11:28:31.030873 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c9bca-41ea-48fd-b269-191c84b3339e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6711a11-bbf8-4ea9-8860-975c03dfd3bd,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:31.732628 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58798) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:31.745646 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-90c35943-aa10-4244-a414-d858951a970f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:31.819049 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-90c35943-aa10-4244-a414-d858951a970f admin admin] Publish callbacks [] for security_group (62e9667f-c8ff-4649-acba-1b105114c611), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:31.886527 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-90c35943-aa10-4244-a414-d858951a970f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (62e9667f-c8ff-4649-acba-1b105114c611), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:31.925505 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-90c35943-aa10-4244-a414-d858951a970f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=507734fd2a9f4787aeb6b46ad69f9490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917336 Mar 14 11:28:31.927482 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c35943-aa10-4244-a414-d858951a970f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e9667f-c8ff-4649-acba-1b105114c611,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:31.928297 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58800) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:31.978272 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f24291d-8071-467b-9606-497f4339eb49 admin admin] Publish callbacks [] for security_group (62e9667f-c8ff-4649-acba-1b105114c611), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:32.004536 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f24291d-8071-467b-9606-497f4339eb49 admin admin] Publish callbacks [] for security_group (62e9667f-c8ff-4649-acba-1b105114c611), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:32.126235 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f24291d-8071-467b-9606-497f4339eb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (62e9667f-c8ff-4649-acba-1b105114c611), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:32.128770 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8f24291d-8071-467b-9606-497f4339eb49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:32.129915 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8f24291d-8071-467b-9606-497f4339eb49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62e9667f-c8ff-4649-acba-1b105114c611 HTTP/1.1" status: 204 len: 168 time: 0.2005982 Mar 14 11:28:32.138340 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24291d-8071-467b-9606-497f4339eb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e9667f-c8ff-4649-acba-1b105114c611,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:35.206253 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a0d1751e-2d23-4d68-85f8-8a6302485abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:37.383243 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-716f4ca4-bab1-4b01-8ee3-8fa2043e2a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:37.837709 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:28:38.234721 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58886) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:38.341088 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6729bf27-f1f8-4664-83fb-04967377cc5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:38.414495 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6729bf27-f1f8-4664-83fb-04967377cc5a admin admin] Publish callbacks [] for security_group (5c98b2a5-dd99-49ec-9577-ffecf940b5a3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:38.491400 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6729bf27-f1f8-4664-83fb-04967377cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (5c98b2a5-dd99-49ec-9577-ffecf940b5a3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:38.528954 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6729bf27-f1f8-4664-83fb-04967377cc5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d119f9fa19d648d1bc989cf06c9262ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926328 Mar 14 11:28:38.529810 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6729bf27-f1f8-4664-83fb-04967377cc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c98b2a5-dd99-49ec-9577-ffecf940b5a3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:38.532581 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58892) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:38.579585 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5ccea9b4-3da8-48a0-b83d-5737079486e0 admin admin] Publish callbacks [] for security_group (5c98b2a5-dd99-49ec-9577-ffecf940b5a3), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:38.603898 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5ccea9b4-3da8-48a0-b83d-5737079486e0 admin admin] Publish callbacks [] for security_group (5c98b2a5-dd99-49ec-9577-ffecf940b5a3), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:38.658262 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:38.730875 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5ccea9b4-3da8-48a0-b83d-5737079486e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (5c98b2a5-dd99-49ec-9577-ffecf940b5a3), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:38.733458 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5ccea9b4-3da8-48a0-b83d-5737079486e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:38.734658 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-5ccea9b4-3da8-48a0-b83d-5737079486e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5c98b2a5-dd99-49ec-9577-ffecf940b5a3 HTTP/1.1" status: 204 len: 168 time: 0.2009180 Mar 14 11:28:38.746107 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccea9b4-3da8-48a0-b83d-5737079486e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c98b2a5-dd99-49ec-9577-ffecf940b5a3,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:39.120667 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:39.256936 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58898) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:39.269993 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c5777c85-91ed-4b00-a5ce-87b6e2557c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:39.342751 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c5777c85-91ed-4b00-a5ce-87b6e2557c7d admin admin] Publish callbacks [] for security_group (5535b9d4-76f8-4954-a58b-6ceae32878cd), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:39.394375 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c5777c85-91ed-4b00-a5ce-87b6e2557c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (5535b9d4-76f8-4954-a58b-6ceae32878cd), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:39.431775 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-c5777c85-91ed-4b00-a5ce-87b6e2557c7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=141e54ae74ec4754a0cf837e2d778422&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1746905 Mar 14 11:28:39.432871 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5777c85-91ed-4b00-a5ce-87b6e2557c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5535b9d4-76f8-4954-a58b-6ceae32878cd,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:39.434656 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58900) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:39.482078 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c9714e9-1154-46e2-882e-b197e6ed3494 admin admin] Publish callbacks [] for security_group (5535b9d4-76f8-4954-a58b-6ceae32878cd), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:39.504055 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c9714e9-1154-46e2-882e-b197e6ed3494 admin admin] Publish callbacks [] for security_group (5535b9d4-76f8-4954-a58b-6ceae32878cd), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:39.615967 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c9714e9-1154-46e2-882e-b197e6ed3494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (5535b9d4-76f8-4954-a58b-6ceae32878cd), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:39.618562 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9c9714e9-1154-46e2-882e-b197e6ed3494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:39.619697 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9c9714e9-1154-46e2-882e-b197e6ed3494 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5535b9d4-76f8-4954-a58b-6ceae32878cd HTTP/1.1" status: 204 len: 168 time: 0.1840343 Mar 14 11:28:39.628223 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9714e9-1154-46e2-882e-b197e6ed3494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5535b9d4-76f8-4954-a58b-6ceae32878cd,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:40.331608 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:41.846451 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:42.074686 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58956) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:42.176438 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cfef2568-10fd-4519-82dc-f86be66c162c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:42.249414 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cfef2568-10fd-4519-82dc-f86be66c162c admin admin] Publish callbacks [] for security_group (cd7a902d-b036-432e-bbe7-efda6e9e7d20), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:42.318808 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-cfef2568-10fd-4519-82dc-f86be66c162c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (cd7a902d-b036-432e-bbe7-efda6e9e7d20), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:42.357274 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-cfef2568-10fd-4519-82dc-f86be66c162c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd79337c22094b6084537894300330bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814641 Mar 14 11:28:42.358299 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef2568-10fd-4519-82dc-f86be66c162c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7a902d-b036-432e-bbe7-efda6e9e7d20,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:42.360025 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58960) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:42.407204 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8a68f9a4-79e5-4470-a193-c0fba8e886d5 admin admin] Publish callbacks [] for security_group (cd7a902d-b036-432e-bbe7-efda6e9e7d20), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:42.430214 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8a68f9a4-79e5-4470-a193-c0fba8e886d5 admin admin] Publish callbacks [] for security_group (cd7a902d-b036-432e-bbe7-efda6e9e7d20), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:42.548873 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8a68f9a4-79e5-4470-a193-c0fba8e886d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (cd7a902d-b036-432e-bbe7-efda6e9e7d20), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:42.551380 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8a68f9a4-79e5-4470-a193-c0fba8e886d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:42.552500 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-8a68f9a4-79e5-4470-a193-c0fba8e886d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd7a902d-b036-432e-bbe7-efda6e9e7d20 HTTP/1.1" status: 204 len: 168 time: 0.1907346 Mar 14 11:28:42.560469 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68f9a4-79e5-4470-a193-c0fba8e886d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7a902d-b036-432e-bbe7-efda6e9e7d20,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:43.202480 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 58966) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:43.215405 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fa166a96-4030-4409-be75-3acad6985f72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:43.289096 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fa166a96-4030-4409-be75-3acad6985f72 admin admin] Publish callbacks [] for security_group (76814a98-2eb2-43a8-95ef-c638f5485fb8), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:43.388876 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fa166a96-4030-4409-be75-3acad6985f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (76814a98-2eb2-43a8-95ef-c638f5485fb8), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:43.427188 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fa166a96-4030-4409-be75-3acad6985f72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0943269d80ce4c748de1c1a5d6d142b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236364 Mar 14 11:28:43.428307 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa166a96-4030-4409-be75-3acad6985f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76814a98-2eb2-43a8-95ef-c638f5485fb8,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:43.429843 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 58970) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:43.476869 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7e899121-03b3-4609-b3ea-3be2c2d13860 admin admin] Publish callbacks [] for security_group (76814a98-2eb2-43a8-95ef-c638f5485fb8), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:43.497827 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7e899121-03b3-4609-b3ea-3be2c2d13860 admin admin] Publish callbacks [] for security_group (76814a98-2eb2-43a8-95ef-c638f5485fb8), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:43.612014 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7e899121-03b3-4609-b3ea-3be2c2d13860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (76814a98-2eb2-43a8-95ef-c638f5485fb8), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:43.614573 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7e899121-03b3-4609-b3ea-3be2c2d13860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:43.615702 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-7e899121-03b3-4609-b3ea-3be2c2d13860 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/76814a98-2eb2-43a8-95ef-c638f5485fb8 HTTP/1.1" status: 204 len: 168 time: 0.1848600 Mar 14 11:28:43.623321 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e899121-03b3-4609-b3ea-3be2c2d13860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76814a98-2eb2-43a8-95ef-c638f5485fb8,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:47.002913 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 59042) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:47.104940 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-42994846-4edb-45f3-a2f9-eff702665793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:47.174865 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-42994846-4edb-45f3-a2f9-eff702665793 admin admin] Publish callbacks [] for security_group (c57c6108-bc62-47a4-b663-ecbecf94a266), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:47.216489 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-42994846-4edb-45f3-a2f9-eff702665793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c57c6108-bc62-47a4-b663-ecbecf94a266), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:47.254079 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-42994846-4edb-45f3-a2f9-eff702665793 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f9c5e9c48c644ca98ccf34c6be35ec16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500701 Mar 14 11:28:47.256246 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42994846-4edb-45f3-a2f9-eff702665793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57c6108-bc62-47a4-b663-ecbecf94a266,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:47.256984 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 59046) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:47.310815 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6740-9598-4615-b8c9-ac7bd1c63e91 admin admin] Publish callbacks [] for security_group (c57c6108-bc62-47a4-b663-ecbecf94a266), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:47.333141 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6740-9598-4615-b8c9-ac7bd1c63e91 admin admin] Publish callbacks [] for security_group (c57c6108-bc62-47a4-b663-ecbecf94a266), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:47.422455 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6740-9598-4615-b8c9-ac7bd1c63e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c57c6108-bc62-47a4-b663-ecbecf94a266), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:47.425312 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9e2f6740-9598-4615-b8c9-ac7bd1c63e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:47.426604 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9e2f6740-9598-4615-b8c9-ac7bd1c63e91 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c57c6108-bc62-47a4-b663-ecbecf94a266 HTTP/1.1" status: 204 len: 168 time: 0.1685905 Mar 14 11:28:47.433985 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f6740-9598-4615-b8c9-ac7bd1c63e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57c6108-bc62-47a4-b663-ecbecf94a266,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:48.056175 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 59052) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:48.072458 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d5c60cb9-cae1-4e36-abb1-640a76994511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:48.146133 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d5c60cb9-cae1-4e36-abb1-640a76994511 admin admin] Publish callbacks [] for security_group (03130720-8596-438b-98f8-73ffda783050), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:48.216661 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d5c60cb9-cae1-4e36-abb1-640a76994511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (03130720-8596-438b-98f8-73ffda783050), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:48.255781 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d5c60cb9-cae1-4e36-abb1-640a76994511 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31909f53a63f4b73a296ab78fc0f9595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984577 Mar 14 11:28:48.257001 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c60cb9-cae1-4e36-abb1-640a76994511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03130720-8596-438b-98f8-73ffda783050,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:48.258462 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 59054) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:48.309414 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d3cdf041-4b26-4762-9913-f9f8730d1061 admin admin] Publish callbacks [] for security_group (03130720-8596-438b-98f8-73ffda783050), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:48.329441 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d3cdf041-4b26-4762-9913-f9f8730d1061 admin admin] Publish callbacks [] for security_group (03130720-8596-438b-98f8-73ffda783050), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:48.444338 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d3cdf041-4b26-4762-9913-f9f8730d1061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (03130720-8596-438b-98f8-73ffda783050), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:48.447016 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d3cdf041-4b26-4762-9913-f9f8730d1061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:48.448143 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d3cdf041-4b26-4762-9913-f9f8730d1061 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03130720-8596-438b-98f8-73ffda783050 HTTP/1.1" status: 204 len: 168 time: 0.1886208 Mar 14 11:28:48.456676 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdf041-4b26-4762-9913-f9f8730d1061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03130720-8596-438b-98f8-73ffda783050,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:49.949153 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 59086) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:50.051612 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-06233fa2-f007-4aa2-acd0-066429b212e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:50.122999 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-06233fa2-f007-4aa2-acd0-066429b212e1 admin admin] Publish callbacks [] for security_group (35ba0991-d5a6-451a-b90c-d33cb359b08d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:50.205305 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-06233fa2-f007-4aa2-acd0-066429b212e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (35ba0991-d5a6-451a-b90c-d33cb359b08d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:50.245115 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-06233fa2-f007-4aa2-acd0-066429b212e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=602f6ee709b547c8af46a0bfad1b01fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948949 Mar 14 11:28:50.246071 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06233fa2-f007-4aa2-acd0-066429b212e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ba0991-d5a6-451a-b90c-d33cb359b08d,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:50.247828 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 59090) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:28:50.299535 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a190e8ce-fe14-4c5e-b828-8904cea254ff admin admin] Publish callbacks [] for security_group (35ba0991-d5a6-451a-b90c-d33cb359b08d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:50.320497 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a190e8ce-fe14-4c5e-b828-8904cea254ff admin admin] Publish callbacks [] for security_group (35ba0991-d5a6-451a-b90c-d33cb359b08d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:50.445154 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a190e8ce-fe14-4c5e-b828-8904cea254ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (35ba0991-d5a6-451a-b90c-d33cb359b08d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:50.447733 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a190e8ce-fe14-4c5e-b828-8904cea254ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:50.448860 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a190e8ce-fe14-4c5e-b828-8904cea254ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35ba0991-d5a6-451a-b90c-d33cb359b08d HTTP/1.1" status: 204 len: 168 time: 0.1993275 Mar 14 11:28:50.457436 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190e8ce-fe14-4c5e-b828-8904cea254ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ba0991-d5a6-451a-b90c-d33cb359b08d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:53.170495 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-146b5899-b244-4900-b99b-36cf471f9077 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=32aeac9563c34a73b6718c4cd07030c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311391 Mar 14 11:28:53.346400 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-658d2a27-5d13-49db-af6d-f59e732ebdbd tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:53.347817 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-658d2a27-5d13-49db-af6d-f59e732ebdbd tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713893 Mar 14 11:28:53.362457 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-12932989-73b6-47f2-a4e2-ae946967f120 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/quotas/32aeac9563c34a73b6718c4cd07030c4 HTTP/1.1" status: 200 len: 375 time: 0.0092876 Mar 14 11:28:53.393844 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-b8571eef-82a7-44eb-9d85-191f5a7842bd tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=32aeac9563c34a73b6718c4cd07030c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266571 Mar 14 11:28:53.617830 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e36bbf9e-23b2-4983-b470-bca5dc5a030c req-56df438c-98b8-4a55-92cd-2d0824bad02a tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 210 time: 0.0272727 Mar 14 11:28:54.717334 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1e2fd94-1362-46e3-a482-498a7a9daf26 req-52fe7cf8-338a-4fa8-bb5f-bf88d4a7db53 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 210 time: 0.0299058 Mar 14 11:28:55.770877 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-24402738-84f2-4fdb-b864-9cd7114cddf2 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=32aeac9563c34a73b6718c4cd07030c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2945595 Mar 14 11:28:55.853693 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ab4f4b8a-12fa-4688-91c3-40ad19be4ca4 req-3ae437f5-458d-4adf-b557-819f7af05bf6 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 210 time: 0.0610147 Mar 14 11:28:55.972154 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-9aad1b7f-617b-416f-b0ea-d31cd587a789 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:55.973570 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-9aad1b7f-617b-416f-b0ea-d31cd587a789 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976645 Mar 14 11:28:55.985620 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Request body: {'port': {'device_id': 'eb5c21fb-7ce8-4bca-89e5-f633e66edf56', 'network_id': 'd6b21066-f81d-42a0-889b-554bfd7ea6e1', 'admin_state_up': True, 'tenant_id': '32aeac9563c34a73b6718c4cd07030c4'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:28:56.141116 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Made reservation on behalf of 32aeac9563c34a73b6718c4cd07030c4 for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:28:56.144978 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:56.154229 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:56.227138 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Publish callbacks [] for security_group (2a6552f4-235c-43d8-bf7c-c265c8244a41), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:56.296689 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (2a6552f4-235c-43d8-bf7c-c265c8244a41), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:56.360108 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6552f4-235c-43d8-bf7c-c265c8244a41,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:56.430444 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Allocated IP 192.168.233.202 (d6b21066-f81d-42a0-889b-554bfd7ea6e1/5ec13b28-803f-4748-a137-0fe4408d284f/ea54641e-452b-4aec-be0c-f3b5db7bfad1) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:28:56.573213 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Publish callbacks [] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:56.650664 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:56.692492 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Network d6b21066-f81d-42a0-889b-554bfd7ea6e1 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:28:56.695483 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:28:56.699034 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:28:56.725180 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Pushing event updated for resources: {'Port': ['ID=ea54641e-452b-4aec-be0c-f3b5db7bfad1,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:56.752526 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:56.753176 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:56.842689 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-f966a7b4-4118-42d9-82f7-55e52f8b2a0e tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8604689 Mar 14 11:28:56.851811 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-074e2708-f098-4ba8-9008-8dc4388cf4c5 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 11:28:56.852878 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-074e2708-f098-4ba8-9008-8dc4388cf4c5 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051672 Mar 14 11:28:56.958115 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-d93b970e-cf43-4e67-b4a3-4fbfafcd72e8 None None] Provisioning complete for port ea54641e-452b-4aec-be0c-f3b5db7bfad1 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:28:56.958115 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d93b970e-cf43-4e67-b4a3-4fbfafcd72e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:56.959373 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Request body: {'port': {'device_id': 'eb5c21fb-7ce8-4bca-89e5-f633e66edf56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:28:56.974537 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd5c17-b7ef-44ef-bcd7-01b50dad575f req-a9b4224a-acf8-48a2-a365-27d61eb15a42 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:56.976256 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7acd5c17-b7ef-44ef-bcd7-01b50dad575f req-a9b4224a-acf8-48a2-a365-27d61eb15a42 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 936 time: 0.0564983 Mar 14 11:28:56.991948 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-d93b970e-cf43-4e67-b4a3-4fbfafcd72e8 None None] Port ea54641e-452b-4aec-be0c-f3b5db7bfad1 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:28:57.023852 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7acd5c17-b7ef-44ef-bcd7-01b50dad575f req-cfff4b23-c85d-408a-bb82-d92af9f3bb3f tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6552f4-235c-43d8-bf7c-c265c8244a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Mar 14 11:28:57.031123 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:57.281517 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea54641e-452b-4aec-be0c-f3b5db7bfad1 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:28:57.289613 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Publish callbacks [] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:57.302489 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Transition to ACTIVE for port object ea54641e-452b-4aec-be0c-f3b5db7bfad1 will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:28:57.364991 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:57.418811 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Pushing event updated for resources: {'Port': ['ID=ea54641e-452b-4aec-be0c-f3b5db7bfad1,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:57.489662 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Attempting to bind port ea54641e-452b-4aec-be0c-f3b5db7bfad1 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:28:57.490036 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Attempting to bind port ea54641e-452b-4aec-be0c-f3b5db7bfad1 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '2361e53a-b3ec-4fc2-99f5-18fad32d7ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd6b21066-f81d-42a0-889b-554bfd7ea6e1'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:28:57.490371 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Attempting to bind port ea54641e-452b-4aec-be0c-f3b5db7bfad1 on network d6b21066-f81d-42a0-889b-554bfd7ea6e1 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:28:57.495056 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Port ea54641e-452b-4aec-be0c-f3b5db7bfad1 on network d6b21066-f81d-42a0-889b-554bfd7ea6e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:28:57.495466 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Attempting to bind port ea54641e-452b-4aec-be0c-f3b5db7bfad1 on network d6b21066-f81d-42a0-889b-554bfd7ea6e1 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:28:57.500568 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:28:57.500847 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Checking segment: {'id': '2361e53a-b3ec-4fc2-99f5-18fad32d7ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd6b21066-f81d-42a0-889b-554bfd7ea6e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:28:57.501232 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Bound using segment: {'id': '2361e53a-b3ec-4fc2-99f5-18fad32d7ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd6b21066-f81d-42a0-889b-554bfd7ea6e1'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:28:57.501667 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Bound port: ea54641e-452b-4aec-be0c-f3b5db7bfad1, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2361e53a-b3ec-4fc2-99f5-18fad32d7ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': 'd6b21066-f81d-42a0-889b-554bfd7ea6e1'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:28:57.502115 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:57.566693 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] For port ea54641e-452b-4aec-be0c-f3b5db7bfad1, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:28:57.569863 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] For port ea54641e-452b-4aec-be0c-f3b5db7bfad1, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=ea54641e-452b-4aec-be0c-f3b5db7bfad1,segment=NetworkSegment(2361e53a-b3ec-4fc2-99f5-18fad32d7ff7),segment_id=2361e53a-b3ec-4fc2-99f5-18fad32d7ff7)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:28:57.633683 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:57.669198 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:57.669777 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:28:57.671202 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] 10.222.0.44 "PUT /v2.0/ports/ea54641e-452b-4aec-be0c-f3b5db7bfad1 HTTP/1.1" status: 200 len: 1098 time: 0.8112793 Mar 14 11:28:57.671659 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5c21fb-7ce8-4bca-89e5-f633e66edf56', 'tag': 'ea54641e-452b-4aec-be0c-f3b5db7bfad1'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:28:57.674112 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667d1a04-2d3b-4d18-a325-9e396f4b9bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5c21fb-7ce8-4bca-89e5-f633e66edf56", "tag": "ea54641e-452b-4aec-be0c-f3b5db7bfad1"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:28:57.706176 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fb62c-5617-4836-ad1f-613eb21524df service neutron] Pushing event updated for resources: {'Port': ['ID=ea54641e-452b-4aec-be0c-f3b5db7bfad1,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:28:57.810282 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-bcd8b6cd-017d-4509-bd40-ffde5d969b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:57.811944 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-bcd8b6cd-017d-4509-bd40-ffde5d969b1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=32aeac9563c34a73b6718c4cd07030c4&device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 1132 time: 0.0519965 Mar 14 11:28:57.853567 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf33f9c3-4261-4111-9b41-776d6b2bab44 x-openstack-request-id: req-bf33f9c3-4261-4111-9b41-776d6b2bab44 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:28:57.854284 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5c21fb-7ce8-4bca-89e5-f633e66edf56", "tag": "ea54641e-452b-4aec-be0c-f3b5db7bfad1", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:28:57.854284 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf33f9c3-4261-4111-9b41-776d6b2bab44 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:28:57.854524 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5c21fb-7ce8-4bca-89e5-f633e66edf56', 'tag': 'ea54641e-452b-4aec-be0c-f3b5db7bfad1', 'status': 'completed', 'code': 200} Mar 14 11:28:57.856315 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-8f164af7-cb9a-4c92-b511-306053bf1223 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=ea54641e-452b-4aec-be0c-f3b5db7bfad1 HTTP/1.1" status: 200 len: 217 time: 0.0377183 Mar 14 11:28:57.903698 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-7b4280a0-03dc-4bd9-8c1f-e05185e3b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:57.905101 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-7b4280a0-03dc-4bd9-8c1f-e05185e3b2fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ec13b28-803f-4748-a137-0fe4408d284f HTTP/1.1" status: 200 len: 843 time: 0.0433826 Mar 14 11:28:57.964735 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-5adf2e26-6c47-48a7-b62e-058c4546da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:57.966250 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-5adf2e26-6c47-48a7-b62e-058c4546da9d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6b21066-f81d-42a0-889b-554bfd7ea6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0503225 Mar 14 11:28:58.053531 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-59c80411-9c24-43cc-a8f7-2ba1feb1dde1 service neutron] 10.222.0.44 "GET /v2.0/networks/d6b21066-f81d-42a0-889b-554bfd7ea6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800333 Mar 14 11:28:58.141456 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ad77e-f844-4536-b8b6-4317d1de3aab req-6f6a1dbc-5ddd-4922-9be0-561f6eb13988 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:58.143213 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c7ad77e-f844-4536-b8b6-4317d1de3aab req-6f6a1dbc-5ddd-4922-9be0-561f6eb13988 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 948 time: 0.0519831 Mar 14 11:28:58.148037 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-85c8a3d1-75e3-4de7-930b-0c8e5ff3ba71 req-5e791b3d-52e3-4f3c-8563-c4835faacc1f service neutron] 10.222.0.44 "GET /v2.0/networks/d6b21066-f81d-42a0-889b-554bfd7ea6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875325 Mar 14 11:28:58.189069 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3c7ad77e-f844-4536-b8b6-4317d1de3aab req-1268aefa-88ca-4822-84cc-d1181b3d2c19 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6552f4-235c-43d8-bf7c-c265c8244a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402536 Mar 14 11:28:58.285496 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d1a04-2d3b-4d18-a325-9e396f4b9bf2 req-6bc90472-577d-4045-977d-09c685049052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:58.287021 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-667d1a04-2d3b-4d18-a325-9e396f4b9bf2 req-6bc90472-577d-4045-977d-09c685049052 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=32aeac9563c34a73b6718c4cd07030c4&device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 1132 time: 0.0447674 Mar 14 11:28:58.378984 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d1a04-2d3b-4d18-a325-9e396f4b9bf2 req-68aff668-c354-4bcb-a961-ee542a69f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:58.380714 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-667d1a04-2d3b-4d18-a325-9e396f4b9bf2 req-68aff668-c354-4bcb-a961-ee542a69f482 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6b21066-f81d-42a0-889b-554bfd7ea6e1 HTTP/1.1" status: 200 len: 870 time: 0.0877976 Mar 14 11:28:58.421995 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-667d1a04-2d3b-4d18-a325-9e396f4b9bf2 req-992d2c42-d5bd-40f7-8605-48433379ff50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=ea54641e-452b-4aec-be0c-f3b5db7bfad1 HTTP/1.1" status: 200 len: 217 time: 0.0344141 Mar 14 11:28:58.468563 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d1a04-2d3b-4d18-a325-9e396f4b9bf2 req-26204e42-5966-4620-a0fd-a0fe695b9db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:58.469990 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-667d1a04-2d3b-4d18-a325-9e396f4b9bf2 req-26204e42-5966-4620-a0fd-a0fe695b9db7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5ec13b28-803f-4748-a137-0fe4408d284f HTTP/1.1" status: 200 len: 843 time: 0.0417902 Mar 14 11:28:58.516219 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d1a04-2d3b-4d18-a325-9e396f4b9bf2 req-a569cab1-ee44-49cc-bc88-b749d7753f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:58.518236 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-667d1a04-2d3b-4d18-a325-9e396f4b9bf2 req-a569cab1-ee44-49cc-bc88-b749d7753f98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6b21066-f81d-42a0-889b-554bfd7ea6e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0417295 Mar 14 11:28:58.607490 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-667d1a04-2d3b-4d18-a325-9e396f4b9bf2 req-d0d1b000-d89e-4f85-9c79-af981596b62c service neutron] 10.222.0.44 "GET /v2.0/networks/d6b21066-f81d-42a0-889b-554bfd7ea6e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827041 Mar 14 11:28:58.699089 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-667d1a04-2d3b-4d18-a325-9e396f4b9bf2 req-53ce9527-2cdc-479a-a5e3-d1cf8133660d service neutron] 10.222.0.44 "GET /v2.0/networks/d6b21066-f81d-42a0-889b-554bfd7ea6e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854189 Mar 14 11:28:59.307045 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187f1c5-0d96-4901-a37b-968eb888c9b0 req-8b9b28c4-240b-4354-8289-3e03302352a9 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:28:59.308480 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0187f1c5-0d96-4901-a37b-968eb888c9b0 req-8b9b28c4-240b-4354-8289-3e03302352a9 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 948 time: 0.0519092 Mar 14 11:28:59.354623 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0187f1c5-0d96-4901-a37b-968eb888c9b0 req-4ca140c6-bedf-4a78-874f-984a97f98477 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6552f4-235c-43d8-bf7c-c265c8244a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407121 Mar 14 11:29:00.475958 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f9758-5e44-4c8e-af06-232c6f00de6d req-45640d4c-506b-492c-8ac9-4dd9f08770de tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:00.477405 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b18f9758-5e44-4c8e-af06-232c6f00de6d req-45640d4c-506b-492c-8ac9-4dd9f08770de tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 948 time: 0.0550525 Mar 14 11:29:00.521897 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b18f9758-5e44-4c8e-af06-232c6f00de6d req-37cc1c2d-5b59-4da3-98de-269259c674ac tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6552f4-235c-43d8-bf7c-c265c8244a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386810 Mar 14 11:29:01.567229 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device ea54641e-452b-4aec-be0c-f3b5db7bfad1 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:29:01.641199 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e82b2-59e7-4ff4-b9d4-da544f4e62c6 req-8e1035ca-5494-40da-9b51-7cd2c524cee6 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:01.642735 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd7e82b2-59e7-4ff4-b9d4-da544f4e62c6 req-8e1035ca-5494-40da-9b51-7cd2c524cee6 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 948 time: 0.0521979 Mar 14 11:29:01.670154 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port ea54641e-452b-4aec-be0c-f3b5db7bfad1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=ea54641e-452b-4aec-be0c-f3b5db7bfad1,segment=NetworkSegment(2361e53a-b3ec-4fc2-99f5-18fad32d7ff7),segment_id=2361e53a-b3ec-4fc2-99f5-18fad32d7ff7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:29:01.682532 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': 'ea54641e-452b-4aec-be0c-f3b5db7bfad1', 'network_id': 'd6b21066-f81d-42a0-889b-554bfd7ea6e1', 'port_id': 'ea54641e-452b-4aec-be0c-f3b5db7bfad1', 'mac_address': 'fa:16:3e:14:47:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 265, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec13b28-803f-4748-a137-0fe4408d284f', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:29:01.691318 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-cd7e82b2-59e7-4ff4-b9d4-da544f4e62c6 req-509696e0-ac02-4fc5-b893-7c90430f992b tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6552f4-235c-43d8-bf7c-c265c8244a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427322 Mar 14 11:29:01.724052 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port ea54641e-452b-4aec-be0c-f3b5db7bfad1 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:29:01.724382 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:01.738929 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea54641e-452b-4aec-be0c-f3b5db7bfad1 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:29:01.757755 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port ea54641e-452b-4aec-be0c-f3b5db7bfad1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=ea54641e-452b-4aec-be0c-f3b5db7bfad1,segment=NetworkSegment(2361e53a-b3ec-4fc2-99f5-18fad32d7ff7),segment_id=2361e53a-b3ec-4fc2-99f5-18fad32d7ff7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:29:01.839226 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:01.886679 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=ea54641e-452b-4aec-be0c-f3b5db7bfad1,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:02.201684 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['ea54641e-452b-4aec-be0c-f3b5db7bfad1'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:29:02.810194 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bad516-a0cb-495f-ad84-be08eda845e2 req-cca03a20-6a2e-4d47-889d-4073fc9516f3 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:02.811627 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a3bad516-a0cb-495f-ad84-be08eda845e2 req-cca03a20-6a2e-4d47-889d-4073fc9516f3 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 949 time: 0.0507231 Mar 14 11:29:02.861492 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a3bad516-a0cb-495f-ad84-be08eda845e2 req-a98a60eb-04ed-4d5a-8132-9c6b8eb0de11 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6552f4-235c-43d8-bf7c-c265c8244a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432863 Mar 14 11:29:03.603011 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device ea54641e-452b-4aec-be0c-f3b5db7bfad1 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:29:03.708685 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port ea54641e-452b-4aec-be0c-f3b5db7bfad1 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:29:03.712805 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port ea54641e-452b-4aec-be0c-f3b5db7bfad1 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:29:03.713186 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:03.793157 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port ea54641e-452b-4aec-be0c-f3b5db7bfad1 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:29:03.793469 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:03.816349 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5c21fb-7ce8-4bca-89e5-f633e66edf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea54641e-452b-4aec-be0c-f3b5db7bfad1'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:29:03.818573 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71806a7d-f4d7-4d8e-a6ad-471acaedb4e1" -d '{"events": [{"server_uuid": "eb5c21fb-7ce8-4bca-89e5-f633e66edf56", "name": "network-vif-plugged", "status": "completed", "tag": "ea54641e-452b-4aec-be0c-f3b5db7bfad1"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:29:03.830303 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port ea54641e-452b-4aec-be0c-f3b5db7bfad1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=ea54641e-452b-4aec-be0c-f3b5db7bfad1,segment=NetworkSegment(2361e53a-b3ec-4fc2-99f5-18fad32d7ff7),segment_id=2361e53a-b3ec-4fc2-99f5-18fad32d7ff7)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:29:03.855754 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b359ff10-d987-4897-b3f4-a6ab312220de x-openstack-request-id: req-b359ff10-d987-4897-b3f4-a6ab312220de {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:29:03.856048 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5c21fb-7ce8-4bca-89e5-f633e66edf56", "name": "network-vif-plugged", "status": "completed", "tag": "ea54641e-452b-4aec-be0c-f3b5db7bfad1", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:29:03.856317 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b359ff10-d987-4897-b3f4-a6ab312220de {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:29:03.856707 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5c21fb-7ce8-4bca-89e5-f633e66edf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea54641e-452b-4aec-be0c-f3b5db7bfad1', 'code': 200} Mar 14 11:29:03.873722 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:03.924258 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=ea54641e-452b-4aec-be0c-f3b5db7bfad1,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:03.932039 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:03.932390 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:03.932735 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:03.933081 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:03.933419 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:03.933753 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:03.934110 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:03.934440 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:03.934769 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:03.935215 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:03.935458 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:03.935815 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:03.936113 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:03.936429 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:03.936750 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:03.986649 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1de17-f175-4adc-a6ab-e99b3c2f0e3c req-1fdfffad-eb22-49b8-ad8e-90b6444435a5 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:03.988562 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3ce1de17-f175-4adc-a6ab-e99b3c2f0e3c req-1fdfffad-eb22-49b8-ad8e-90b6444435a5 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 950 time: 0.0557888 Mar 14 11:29:04.036744 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3ce1de17-f175-4adc-a6ab-e99b3c2f0e3c req-5f82e220-7bd0-4b51-9127-17a1a85da96b tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6552f4-235c-43d8-bf7c-c265c8244a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Mar 14 11:29:04.216675 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b94d0f-17f2-4909-9461-51f2711cbb3e req-c40dc61f-cd8a-4f6b-ad59-2b87d7867ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:04.218164 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-51b94d0f-17f2-4909-9461-51f2711cbb3e req-c40dc61f-cd8a-4f6b-ad59-2b87d7867ba7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 1134 time: 0.0634339 Mar 14 11:29:04.262424 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-51b94d0f-17f2-4909-9461-51f2711cbb3e req-be7b729f-5a04-4a8c-9cc8-22da0ba3a8dc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a6552f4-235c-43d8-bf7c-c265c8244a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387144 Mar 14 11:29:05.158982 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bd671-72d7-42cb-80de-1069c3ab2c3a req-30f3504e-f8da-4c2e-91b8-7b0b221410d1 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:05.161761 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bc9bd671-72d7-42cb-80de-1069c3ab2c3a req-30f3504e-f8da-4c2e-91b8-7b0b221410d1 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 950 time: 0.0554929 Mar 14 11:29:05.211322 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bc9bd671-72d7-42cb-80de-1069c3ab2c3a req-0d0c993c-4c91-4b18-ac5a-ba894a1e9641 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6552f4-235c-43d8-bf7c-c265c8244a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439062 Mar 14 11:29:05.244833 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a3ffd28c-d9e6-4771-87b6-e62a4b0bc432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:05.687670 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e869d8e-2bfb-46a4-8210-a4a830a28b68 req-f1409b7a-7a0e-41aa-ae65-f0a39d6f69aa tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:05.689151 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5e869d8e-2bfb-46a4-8210-a4a830a28b68 req-f1409b7a-7a0e-41aa-ae65-f0a39d6f69aa tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0607419 Mar 14 11:29:05.742399 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5e869d8e-2bfb-46a4-8210-a4a830a28b68 req-edf9fd32-0819-4e76-81dc-0ba4ac3d69ba tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474873 Mar 14 11:29:06.333572 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade359f-68ae-46a8-80b9-8bdde5097b67 req-3e7f2eb6-7017-4ac7-8b74-79641889832f tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:06.335040 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eade359f-68ae-46a8-80b9-8bdde5097b67 req-3e7f2eb6-7017-4ac7-8b74-79641889832f tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 950 time: 0.0523729 Mar 14 11:29:06.381931 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eade359f-68ae-46a8-80b9-8bdde5097b67 req-519d406d-fda0-481e-aacc-4379940ae620 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6552f4-235c-43d8-bf7c-c265c8244a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408559 Mar 14 11:29:06.868575 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79936054-acfd-409f-b27e-4c6a6f2ef3c7 req-dd2151f2-4f35-497a-8121-b9ba7b5a95bc tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:06.870203 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-79936054-acfd-409f-b27e-4c6a6f2ef3c7 req-dd2151f2-4f35-497a-8121-b9ba7b5a95bc tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0554543 Mar 14 11:29:06.871627 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91019837-bbb3-4846-a50e-72499bf9009e req-840c7505-a8bc-4f2e-bf10-8d3ee0bbd8f4 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:06.873085 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-91019837-bbb3-4846-a50e-72499bf9009e req-840c7505-a8bc-4f2e-bf10-8d3ee0bbd8f4 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 950 time: 0.0520983 Mar 14 11:29:06.915935 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-79936054-acfd-409f-b27e-4c6a6f2ef3c7 req-c28b61bc-76b1-460e-86df-11cc7ffc2b7b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401044 Mar 14 11:29:06.920629 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-91019837-bbb3-4846-a50e-72499bf9009e req-b1dcd211-f265-4997-b806-8410f916afdf tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6552f4-235c-43d8-bf7c-c265c8244a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419393 Mar 14 11:29:07.364792 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-cb3e90c0-599b-4d96-b0b0-5f1543e54256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:08.038414 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9489e-3989-4431-9730-d3cbc447af5a req-04f4b005-1b99-4822-ac33-a1ea24f2645a tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:08.039786 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ea75b-6fe3-450a-86d4-cf573a67185a req-f7610c91-98ed-40a1-a666-4653c9752913 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:08.040203 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fff9489e-3989-4431-9730-d3cbc447af5a req-04f4b005-1b99-4822-ac33-a1ea24f2645a tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 950 time: 0.0530875 Mar 14 11:29:08.041233 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f61ea75b-6fe3-450a-86d4-cf573a67185a req-f7610c91-98ed-40a1-a666-4653c9752913 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0541451 Mar 14 11:29:08.087746 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f61ea75b-6fe3-450a-86d4-cf573a67185a req-c49a51c0-1f94-428f-a8bb-179e6cbd0652 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411568 Mar 14 11:29:08.089662 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fff9489e-3989-4431-9730-d3cbc447af5a req-814026b0-7650-4cb4-abb2-90e14f752a49 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/security-groups?id=2a6552f4-235c-43d8-bf7c-c265c8244a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442243 Mar 14 11:29:08.403356 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ec13b-108d-4c70-bbda-d984acbd0c8a req-d185cd77-ac8c-47cb-90fd-d381ff4e5adf tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:08.404860 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-613ec13b-108d-4c70-bbda-d984acbd0c8a req-d185cd77-ac8c-47cb-90fd-d381ff4e5adf tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 950 time: 0.0518899 Mar 14 11:29:08.496128 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-613ec13b-108d-4c70-bbda-d984acbd0c8a req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Deleting port ea54641e-452b-4aec-be0c-f3b5db7bfad1 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:29:08.496496 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-613ec13b-108d-4c70-bbda-d984acbd0c8a req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:08.586404 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-613ec13b-108d-4c70-bbda-d984acbd0c8a req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] For port ea54641e-452b-4aec-be0c-f3b5db7bfad1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=ea54641e-452b-4aec-be0c-f3b5db7bfad1,segment=NetworkSegment(2361e53a-b3ec-4fc2-99f5-18fad32d7ff7),segment_id=2361e53a-b3ec-4fc2-99f5-18fad32d7ff7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:29:08.586687 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-613ec13b-108d-4c70-bbda-d984acbd0c8a req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:08.599631 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-613ec13b-108d-4c70-bbda-d984acbd0c8a req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Calling delete_port for ea54641e-452b-4aec-be0c-f3b5db7bfad1 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:29:08.667467 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:08.781772 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-613ec13b-108d-4c70-bbda-d984acbd0c8a req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (ea54641e-452b-4aec-be0c-f3b5db7bfad1), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:08.793726 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['ea54641e-452b-4aec-be0c-f3b5db7bfad1'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:29:08.809158 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Pushing event deleted for resources: {'Port': ['ID=ea54641e-452b-4aec-be0c-f3b5db7bfad1,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:08.822705 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:08.823089 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:08.823404 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:08.823747 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:08.824084 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:08.824415 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:08.824743 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:08.825069 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:08.825396 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:08.825718 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:08.826067 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:08.826393 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:08.826721 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:08.827046 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:08.827364 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:08.864351 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-613ec13b-108d-4c70-bbda-d984acbd0c8a req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] No DVR routers for this DVR port ea54641e-452b-4aec-be0c-f3b5db7bfad1 on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:29:08.866900 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-613ec13b-108d-4c70-bbda-d984acbd0c8a req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:08.870238 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-613ec13b-108d-4c70-bbda-d984acbd0c8a req-aa9b8dd8-9fef-4d02-91b1-2c4fa78afbba tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.44 "DELETE /v2.0/ports/ea54641e-452b-4aec-be0c-f3b5db7bfad1 HTTP/1.1" status: 204 len: 173 time: 0.4598897 Mar 14 11:29:08.870679 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5c21fb-7ce8-4bca-89e5-f633e66edf56', 'name': 'network-vif-deleted', 'tag': 'ea54641e-452b-4aec-be0c-f3b5db7bfad1'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:29:08.873103 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd20c28-daa2-414a-92bd-6c9cc5441807" -d '{"events": [{"server_uuid": "eb5c21fb-7ce8-4bca-89e5-f633e66edf56", "name": "network-vif-deleted", "tag": "ea54641e-452b-4aec-be0c-f3b5db7bfad1"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:29:08.907783 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3e5069-1e85-4c72-8fce-d3290b3bca93 x-openstack-request-id: req-9b3e5069-1e85-4c72-8fce-d3290b3bca93 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:29:08.908077 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5c21fb-7ce8-4bca-89e5-f633e66edf56", "name": "network-vif-deleted", "tag": "ea54641e-452b-4aec-be0c-f3b5db7bfad1", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:29:08.908330 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b3e5069-1e85-4c72-8fce-d3290b3bca93 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:29:08.908726 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5c21fb-7ce8-4bca-89e5-f633e66edf56', 'name': 'network-vif-deleted', 'tag': 'ea54641e-452b-4aec-be0c-f3b5db7bfad1', 'status': 'completed', 'code': 200} Mar 14 11:29:09.182079 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:09.191368 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c0415c6d-8f01-4f96-9391-0ca7d2821385 req-3a5c50d8-51e9-4aab-86a3-b800d27d0634 tempest-VolumesNegativeTest-703633686 tempest-VolumesNegativeTest-703633686-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5c21fb-7ce8-4bca-89e5-f633e66edf56 HTTP/1.1" status: 200 len: 210 time: 0.0314431 Mar 14 11:29:09.218304 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a348bc-8f54-4ac2-96e1-b49b33e8debb req-ace90472-99c2-44a2-bc0f-2e1b4dadf704 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:09.219777 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-78a348bc-8f54-4ac2-96e1-b49b33e8debb req-ace90472-99c2-44a2-bc0f-2e1b4dadf704 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0581737 Mar 14 11:29:09.266356 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-78a348bc-8f54-4ac2-96e1-b49b33e8debb req-907515f4-8f2d-4e41-8919-7fa8be796780 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409420 Mar 14 11:29:10.393558 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:10.395612 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9459e-5c40-4ae3-87c0-3c2fbd7401ce req-1fdb2d6a-d3e5-42eb-9ea0-02a99ff3d40e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:10.397120 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ab9459e-5c40-4ae3-87c0-3c2fbd7401ce req-1fdb2d6a-d3e5-42eb-9ea0-02a99ff3d40e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0590944 Mar 14 11:29:10.446361 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5ab9459e-5c40-4ae3-87c0-3c2fbd7401ce req-4c81a052-2f67-4835-ab90-e98c3a27c7f2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429575 Mar 14 11:29:11.572555 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5839c2-6097-45a4-b8de-b0740fe04cc9 req-8fe09c25-e5a4-4b5c-bd3b-c90fa9ab4d7b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:11.573927 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aa5839c2-6097-45a4-b8de-b0740fe04cc9 req-8fe09c25-e5a4-4b5c-bd3b-c90fa9ab4d7b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0513597 Mar 14 11:29:11.624838 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-aa5839c2-6097-45a4-b8de-b0740fe04cc9 req-b289e6cc-324b-486a-82e0-86fbdcbd8f0f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449536 Mar 14 11:29:11.747194 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:12.543041 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25330ee2-a353-4640-9109-e13e14d0c526 req-c5bd063d-6be0-41a9-99ac-0d28478aef9a tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:12.544520 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-25330ee2-a353-4640-9109-e13e14d0c526 req-c5bd063d-6be0-41a9-99ac-0d28478aef9a tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 946 time: 0.0525863 Mar 14 11:29:12.591725 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-25330ee2-a353-4640-9109-e13e14d0c526 req-fcc4b0a7-cf85-4d70-a995-5890c78ea72a tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a1ef431-6154-431c-85cd-09d733a670c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416827 Mar 14 11:29:12.754949 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773d9ac-0462-443e-ab0c-e9592b23dbfc req-86eea7a4-e5d5-40df-b6d3-8deecc8c294a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:12.756418 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0773d9ac-0462-443e-ab0c-e9592b23dbfc req-86eea7a4-e5d5-40df-b6d3-8deecc8c294a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0530326 Mar 14 11:29:12.804622 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0773d9ac-0462-443e-ab0c-e9592b23dbfc req-6a748e51-f065-478c-8af6-d2af45afe3ed tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427120 Mar 14 11:29:12.870617 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2372942e-6d0a-467c-889d-8ab17a5ed239 req-d510a8bc-096e-4d78-af27-aa6d03cbe380 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438259 Mar 14 11:29:12.957109 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372942e-6d0a-467c-889d-8ab17a5ed239 req-f0fcb355-565c-48e9-aac7-6e51f4121304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:12.958785 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2372942e-6d0a-467c-889d-8ab17a5ed239 req-f0fcb355-565c-48e9-aac7-6e51f4121304 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 1130 time: 0.0481889 Mar 14 11:29:13.065846 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372942e-6d0a-467c-889d-8ab17a5ed239 req-0276cd3c-046c-47de-a52a-0ada5c176239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:13.067346 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2372942e-6d0a-467c-889d-8ab17a5ed239 req-0276cd3c-046c-47de-a52a-0ada5c176239 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f63bf05-fb51-48ef-987d-7a89bd6f7088 HTTP/1.1" status: 200 len: 912 time: 0.0866337 Mar 14 11:29:13.137588 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2372942e-6d0a-467c-889d-8ab17a5ed239 req-11da9e25-8d53-440e-b53d-2bb1bd59856a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1342952-7724-47e0-ad3f-8d010c0210f9 HTTP/1.1" status: 200 len: 1002 time: 0.0636160 Mar 14 11:29:13.185352 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372942e-6d0a-467c-889d-8ab17a5ed239 req-1a7735b5-a46c-4aca-8c58-4c48b888ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:13.186826 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2372942e-6d0a-467c-889d-8ab17a5ed239 req-1a7735b5-a46c-4aca-8c58-4c48b888ba7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327 HTTP/1.1" status: 200 len: 850 time: 0.0420144 Mar 14 11:29:13.236317 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372942e-6d0a-467c-889d-8ab17a5ed239 req-ab5b928f-2666-4c9a-8f0f-21c76beb0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:13.237958 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2372942e-6d0a-467c-889d-8ab17a5ed239 req-ab5b928f-2666-4c9a-8f0f-21c76beb0a46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f63bf05-fb51-48ef-987d-7a89bd6f7088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440245 Mar 14 11:29:13.330007 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2372942e-6d0a-467c-889d-8ab17a5ed239 req-54adaaf5-b031-482d-9b5b-cab9342fae48 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842707 Mar 14 11:29:13.419282 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2372942e-6d0a-467c-889d-8ab17a5ed239 req-7f8d6d9f-336e-48fe-b028-5c4e39ff75a9 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831952 Mar 14 11:29:13.668565 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device ea54641e-452b-4aec-be0c-f3b5db7bfad1 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:29:13.692449 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: ea54641e-452b-4aec-be0c-f3b5db7bfad1 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:29:13.692947 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device ea54641e-452b-4aec-be0c-f3b5db7bfad1 not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:29:13.717300 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c08eb-61a1-4b08-be01-ebe4a12889d5 req-b64db8ed-661d-4714-858c-aa302391b772 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:13.718806 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d3c08eb-61a1-4b08-be01-ebe4a12889d5 req-b64db8ed-661d-4714-858c-aa302391b772 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 946 time: 0.0549603 Mar 14 11:29:13.768757 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7d3c08eb-61a1-4b08-be01-ebe4a12889d5 req-bfd5bcb3-3bdc-44c2-a96f-b9dc051b21c4 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a1ef431-6154-431c-85cd-09d733a670c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438547 Mar 14 11:29:13.932493 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ac1ad-b93a-464d-bccd-beda83512cbe req-d155f0d7-02c4-496d-9888-1d90523e6ba8 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:13.934067 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1e2ac1ad-b93a-464d-bccd-beda83512cbe req-d155f0d7-02c4-496d-9888-1d90523e6ba8 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0574179 Mar 14 11:29:13.981886 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1e2ac1ad-b93a-464d-bccd-beda83512cbe req-ac71b9d7-fd09-44e9-b8bd-25d0103427ca tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423198 Mar 14 11:29:14.298601 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1d249199-94b2-4365-a2cf-fe7e88907bad tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:14.298601 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1d249199-94b2-4365-a2cf-fe7e88907bad tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 946 time: 0.0552685 Mar 14 11:29:14.394387 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1c24d6f2-8dfc-4efc-88d0-588df0f0afb3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Deleting port c5eac1cd-0db1-4b25-b146-31e70a59e97f {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:29:14.394733 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1c24d6f2-8dfc-4efc-88d0-588df0f0afb3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:14.485466 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1c24d6f2-8dfc-4efc-88d0-588df0f0afb3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] For port c5eac1cd-0db1-4b25-b146-31e70a59e97f, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c5eac1cd-0db1-4b25-b146-31e70a59e97f,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:29:14.485783 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1c24d6f2-8dfc-4efc-88d0-588df0f0afb3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:14.653137 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1c24d6f2-8dfc-4efc-88d0-588df0f0afb3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:14.653137 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1c24d6f2-8dfc-4efc-88d0-588df0f0afb3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (000ed61e-d7b7-4330-b2a3-614ca5024ee8), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:14.653548 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1c24d6f2-8dfc-4efc-88d0-588df0f0afb3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Floating IP 000ed61e-d7b7-4330-b2a3-614ca5024ee8 disassociated. External IP: 172.27.3.196, port: c5eac1cd-0db1-4b25-b146-31e70a59e97f. Mar 14 11:29:14.653799 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1c24d6f2-8dfc-4efc-88d0-588df0f0afb3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Calling delete_port for c5eac1cd-0db1-4b25-b146-31e70a59e97f owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:29:14.837101 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:29:14.891991 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aeca62-35b3-4356-afd0-134e995d7fce req-2df1903f-2abe-4602-82fb-879f98bc00ad tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:14.893440 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68aeca62-35b3-4356-afd0-134e995d7fce req-2df1903f-2abe-4602-82fb-879f98bc00ad tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 946 time: 0.0545759 Mar 14 11:29:14.918657 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1c24d6f2-8dfc-4efc-88d0-588df0f0afb3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (c5eac1cd-0db1-4b25-b146-31e70a59e97f), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:14.939476 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-68aeca62-35b3-4356-afd0-134e995d7fce req-88dc2cae-1879-443b-afca-3dae3ca2ff6b tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a1ef431-6154-431c-85cd-09d733a670c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403891 Mar 14 11:29:14.947095 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24d6f2-8dfc-4efc-88d0-588df0f0afb3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event deleted for resources: {'Port': ['ID=c5eac1cd-0db1-4b25-b146-31e70a59e97f,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:15.091634 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1c24d6f2-8dfc-4efc-88d0-588df0f0afb3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Router fc7c283b-5081-4de4-b36a-cf56356795a5 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:29:15.156623 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90714a4-a081-4644-9071-2c793da91c7e req-5cf58618-e66c-4c20-b43b-a6b277d91ffd tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:15.157753 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d90714a4-a081-4644-9071-2c793da91c7e req-5cf58618-e66c-4c20-b43b-a6b277d91ffd tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.1012828 Mar 14 11:29:15.518453 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d90714a4-a081-4644-9071-2c793da91c7e req-6e7445e2-f9e6-4f97-82a0-d1167a69eabd tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3539884 Mar 14 11:29:15.521711 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1c24d6f2-8dfc-4efc-88d0-588df0f0afb3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:29:15.532441 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a217033-4d6d-46aa-a27e-d9eaae2eae40 None None] Sync routers for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:29:15.542347 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a217033-4d6d-46aa-a27e-d9eaae2eae40 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:29:15.542940 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9a217033-4d6d-46aa-a27e-d9eaae2eae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:29:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:29:15.562367 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1c24d6f2-8dfc-4efc-88d0-588df0f0afb3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] No DVR routers for this DVR port c5eac1cd-0db1-4b25-b146-31e70a59e97f on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:29:15.564811 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1c24d6f2-8dfc-4efc-88d0-588df0f0afb3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:15.568666 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-db34abea-cb87-4525-a364-65c29f9f3e4d req-1c24d6f2-8dfc-4efc-88d0-588df0f0afb3 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.44 "DELETE /v2.0/ports/c5eac1cd-0db1-4b25-b146-31e70a59e97f HTTP/1.1" status: 204 len: 173 time: 1.2624772 Mar 14 11:29:15.569112 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d2928f-acb8-4651-8104-babfc45e2b84', 'name': 'network-vif-deleted', 'tag': 'c5eac1cd-0db1-4b25-b146-31e70a59e97f'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:29:15.571351 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42acb85f-38f8-4ef7-ade0-bf7dd3eb6bf0" -d '{"events": [{"server_uuid": "16d2928f-acb8-4651-8104-babfc45e2b84", "name": "network-vif-deleted", "tag": "c5eac1cd-0db1-4b25-b146-31e70a59e97f"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:29:15.608079 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b7514b-1289-426e-992a-f4fc9a859514 x-openstack-request-id: req-96b7514b-1289-426e-992a-f4fc9a859514 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:29:15.609411 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d2928f-acb8-4651-8104-babfc45e2b84", "name": "network-vif-deleted", "tag": "c5eac1cd-0db1-4b25-b146-31e70a59e97f", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:29:15.609411 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96b7514b-1289-426e-992a-f4fc9a859514 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:29:15.609411 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d2928f-acb8-4651-8104-babfc45e2b84', 'name': 'network-vif-deleted', 'tag': 'c5eac1cd-0db1-4b25-b146-31e70a59e97f', 'status': 'completed', 'code': 200} Mar 14 11:29:15.661260 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9a217033-4d6d-46aa-a27e-d9eaae2eae40 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:29:15.875579 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9a217033-4d6d-46aa-a27e-d9eaae2eae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:29:15.902187 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a217033-4d6d-46aa-a27e-d9eaae2eae40 None None] Checking router: fc7c283b-5081-4de4-b36a-cf56356795a5 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:29:15.911299 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a217033-4d6d-46aa-a27e-d9eaae2eae40 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:29:15.911922 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9a217033-4d6d-46aa-a27e-d9eaae2eae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:29:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:29:16.021453 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9a217033-4d6d-46aa-a27e-d9eaae2eae40 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:29:16.060090 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba0f6761-c5d1-436c-ac23-7feb96b3b0a6 req-10b7a3f8-2840-41df-958b-024c1b0871d6 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/ports?device_id=16d2928f-acb8-4651-8104-babfc45e2b84 HTTP/1.1" status: 200 len: 210 time: 0.0314605 Mar 14 11:29:16.122954 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 59556) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:29:16.247346 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9a217033-4d6d-46aa-a27e-d9eaae2eae40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:29:16.292706 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a217033-4d6d-46aa-a27e-d9eaae2eae40 None None] The sync data for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi is: [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:19:40Z', 'revision_number': 4, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'f93ea520-712a-4808-bf51-a2f9732cd14e', 'name': '', 'network_id': '7948184e-83ff-43df-a1e2-ac0589280d46', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'mac_address': 'fa:16:3e:22:60:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:40Z', 'updated_at': '2022-03-14T11:19:44Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'subnets': [{'id': 'c145818f-9d7d-4997-ae9c-db4cbe8d2da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:29:16.299762 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-de6fa0ba-15a1-4293-b9e2-bd8b3b481b94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32aeac9563c34a73b6718c4cd07030c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1755786 Mar 14 11:29:16.302352 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 59560) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:29:16.354846 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Publish callbacks [] for security_group (2a6552f4-235c-43d8-bf7c-c265c8244a41), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:16.378604 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Publish callbacks [] for security_group (2a6552f4-235c-43d8-bf7c-c265c8244a41), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:16.507702 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (2a6552f4-235c-43d8-bf7c-c265c8244a41), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:16.510293 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:16.511506 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a6552f4-235c-43d8-bf7c-c265c8244a41 HTTP/1.1" status: 204 len: 168 time: 0.2078712 Mar 14 11:29:16.519282 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6552f4-235c-43d8-bf7c-c265c8244a41,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:16.527686 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:16.528040 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:16.528386 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:16.528797 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:16.529144 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:16.529474 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:16.529802 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:16.530154 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:16.530675 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:16.530939 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:16.531447 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:16.531720 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:16.532040 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:16.532375 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:16.532696 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199dd02f-f669-4dfe-b4d7-f8be0071cc3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:29:16.547387 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf312f-c9cb-4848-9aa2-afe3ff58e212 None None] New status for floating IP 000ed61e-d7b7-4330-b2a3-614ca5024ee8: DOWN {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:29:16.650035 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100372f-55f4-4fc4-a9b1-4b2105f96860 req-04971779-ea83-490d-9b3b-087433bf91c6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:16.651492 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e100372f-55f4-4fc4-a9b1-4b2105f96860 req-04971779-ea83-490d-9b3b-087433bf91c6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0522425 Mar 14 11:29:16.698900 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e100372f-55f4-4fc4-a9b1-4b2105f96860 req-c422bce4-fb8b-4144-b378-b7364e027ada tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416946 Mar 14 11:29:17.199579 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 59570) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:29:17.251355 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cb694b1f-f822-4c3e-8bf8-b071735e2351 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (0a1ef431-6154-431c-85cd-09d733a670c2), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:17.275343 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cb694b1f-f822-4c3e-8bf8-b071735e2351 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (0a1ef431-6154-431c-85cd-09d733a670c2), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:17.409849 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cb694b1f-f822-4c3e-8bf8-b071735e2351 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (0a1ef431-6154-431c-85cd-09d733a670c2), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:17.412650 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cb694b1f-f822-4c3e-8bf8-b071735e2351 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:17.413838 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-cb694b1f-f822-4c3e-8bf8-b071735e2351 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "DELETE /v2.0/security-groups/0a1ef431-6154-431c-85cd-09d733a670c2 HTTP/1.1" status: 204 len: 168 time: 0.2132010 Mar 14 11:29:17.416947 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 59572) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:29:17.435417 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb694b1f-f822-4c3e-8bf8-b071735e2351 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1ef431-6154-431c-85cd-09d733a670c2,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:17.437418 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.api.v2.resource [None req-34fb5ee6-a6d0-4317-aa19-2f4ccd055a3c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] show failed (client error): The resource could not be found. Mar 14 11:29:17.438403 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-34fb5ee6-a6d0-4317-aa19-2f4ccd055a3c tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "GET /v2.0/security-groups/0a1ef431-6154-431c-85cd-09d733a670c2 HTTP/1.1" status: 404 len: 347 time: 0.0205848 Mar 14 11:29:17.441287 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 59574) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:29:17.562826 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-f02f4f0e-f7ab-45ea-a6ec-75386debc203 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Deleting port dcb62cd9-3e49-4b2f-9864-62880c4e6d1b {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:29:17.563116 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f02f4f0e-f7ab-45ea-a6ec-75386debc203 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (dcb62cd9-3e49-4b2f-9864-62880c4e6d1b), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:17.634548 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f02f4f0e-f7ab-45ea-a6ec-75386debc203 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (dcb62cd9-3e49-4b2f-9864-62880c4e6d1b), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:17.634873 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f02f4f0e-f7ab-45ea-a6ec-75386debc203 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (dcb62cd9-3e49-4b2f-9864-62880c4e6d1b), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:17.646364 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-f02f4f0e-f7ab-45ea-a6ec-75386debc203 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Calling delete_port for dcb62cd9-3e49-4b2f-9864-62880c4e6d1b owned by network:floatingip {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:29:17.838674 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dbc56-6b66-4863-8cb6-590f0eb2d921 req-5d4bb31e-1f5d-4a77-b056-ba8d0bdcf985 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:17.840096 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d95dbc56-6b66-4863-8cb6-590f0eb2d921 req-5d4bb31e-1f5d-4a77-b056-ba8d0bdcf985 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0675049 Mar 14 11:29:17.884305 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f02f4f0e-f7ab-45ea-a6ec-75386debc203 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (dcb62cd9-3e49-4b2f-9864-62880c4e6d1b), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:17.898035 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d95dbc56-6b66-4863-8cb6-590f0eb2d921 req-ecb20c82-e7ac-4a70-9e8f-e12677a13280 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510795 Mar 14 11:29:17.919597 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f4f0e-f7ab-45ea-a6ec-75386debc203 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Pushing event deleted for resources: {'Port': ['ID=dcb62cd9-3e49-4b2f-9864-62880c4e6d1b,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:17.978866 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f02f4f0e-f7ab-45ea-a6ec-75386debc203 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks [] for floatingip (000ed61e-d7b7-4330-b2a3-614ca5024ee8), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:17.981871 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f02f4f0e-f7ab-45ea-a6ec-75386debc203 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:17.983048 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-f02f4f0e-f7ab-45ea-a6ec-75386debc203 tempest-AttachVolumeNegativeTest-1269030194 tempest-AttachVolumeNegativeTest-1269030194-project] 10.222.0.37 "DELETE /v2.0/floatingips/000ed61e-d7b7-4330-b2a3-614ca5024ee8 HTTP/1.1" status: 204 len: 168 time: 0.5403574 Mar 14 11:29:19.022256 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147c657-198e-452e-8302-2d46ed9b4422 req-1430e549-2e45-4992-a65d-dd5c6036783f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:19.023723 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a147c657-198e-452e-8302-2d46ed9b4422 req-1430e549-2e45-4992-a65d-dd5c6036783f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0518651 Mar 14 11:29:19.069314 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a147c657-198e-452e-8302-2d46ed9b4422 req-f8218284-93cd-45c8-9b22-c55640e4457f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401456 Mar 14 11:29:19.700338 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:29:19.702465 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c5eac1cd-0db1-4b25-b146-31e70a59e97f no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:29:19.730063 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: c5eac1cd-0db1-4b25-b146-31e70a59e97f {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:29:19.730345 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c5eac1cd-0db1-4b25-b146-31e70a59e97f not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:29:19.816855 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:29:19.827365 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'port_id': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'mac_address': 'fa:16:3e:02:8a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:29:19.864654 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 is: ACTIVE; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:29:19.865042 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:19.877191 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:29:19.899094 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:29:19.964118 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:20.014482 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,revision_number=6']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:20.042909 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['d53e17a8-ee49-4e89-9edd-7025dbc6b7f1'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:29:20.195753 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e8715-2b0d-4346-b61d-4a3c168492ad req-0331bb70-796f-48cb-a497-35db816294d4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:20.197319 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-524e8715-2b0d-4346-b61d-4a3c168492ad req-0331bb70-796f-48cb-a497-35db816294d4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 944 time: 0.0571940 Mar 14 11:29:20.245086 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-524e8715-2b0d-4346-b61d-4a3c168492ad req-ce1cbb87-42f1-48ad-ae6b-5f6e22c3ef48 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422447 Mar 14 11:29:21.608785 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813fd33-bf5c-409e-9eb9-a3de6d49b0e2 req-5256e59a-e67c-44d1-a830-6fa7a0ba6f4a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:21.610199 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e813fd33-bf5c-409e-9eb9-a3de6d49b0e2 req-5256e59a-e67c-44d1-a830-6fa7a0ba6f4a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 944 time: 0.2957611 Mar 14 11:29:21.656013 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e813fd33-bf5c-409e-9eb9-a3de6d49b0e2 req-a45ec980-0de8-4f0a-8ec0-7d2fceea753e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401785 Mar 14 11:29:21.700385 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:29:21.747342 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:29:21.747717 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:21.821493 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:29:21.821877 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:21.844318 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:29:21.846584 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17304e9-3d5c-4f95-8701-e24ae92afd77" -d '{"events": [{"server_uuid": "a62a245e-fe55-41e2-b08d-a07f7259a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "d53e17a8-ee49-4e89-9edd-7025dbc6b7f1"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:29:21.859656 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:29:21.882527 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e71555a-ca04-4ecd-8b66-bc8f729a6127 x-openstack-request-id: req-0e71555a-ca04-4ecd-8b66-bc8f729a6127 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:29:21.882848 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62a245e-fe55-41e2-b08d-a07f7259a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "d53e17a8-ee49-4e89-9edd-7025dbc6b7f1", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:29:21.883214 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e71555a-ca04-4ecd-8b66-bc8f729a6127 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:29:21.883476 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'code': 200} Mar 14 11:29:21.924269 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:21.965789 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 59620) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:29:21.980004 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,revision_number=7']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:22.460929 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1be63a4d-3c3e-49a6-a3e3-ab10796407de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899631'] for router_interface (fc7c283b-5081-4de4-b36a-cf56356795a5), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:22.712305 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-1be63a4d-3c3e-49a6-a3e3-ab10796407de admin admin] Deleting port f93ea520-712a-4808-bf51-a2f9732cd14e {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:29:22.712657 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1be63a4d-3c3e-49a6-a3e3-ab10796407de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:22.782887 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09378f-7a0f-48a1-a902-50f2d67f76ed req-ce68eb97-923a-49ab-b0e9-af5ab5fad44c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:22.784347 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af09378f-7a0f-48a1-a902-50f2d67f76ed req-ce68eb97-923a-49ab-b0e9-af5ab5fad44c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0555770 Mar 14 11:29:22.795734 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-1be63a4d-3c3e-49a6-a3e3-ab10796407de admin admin] For port f93ea520-712a-4808-bf51-a2f9732cd14e, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=f93ea520-712a-4808-bf51-a2f9732cd14e,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:29:22.796101 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1be63a4d-3c3e-49a6-a3e3-ab10796407de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:22.813099 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-1be63a4d-3c3e-49a6-a3e3-ab10796407de admin admin] Calling delete_port for f93ea520-712a-4808-bf51-a2f9732cd14e owned by network:router_interface {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:29:22.831324 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-af09378f-7a0f-48a1-a902-50f2d67f76ed req-dc1f17e5-904c-4c94-ae81-dbb5a6838f34 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405567 Mar 14 11:29:23.071909 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1be63a4d-3c3e-49a6-a3e3-ab10796407de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (f93ea520-712a-4808-bf51-a2f9732cd14e), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:23.095785 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be63a4d-3c3e-49a6-a3e3-ab10796407de admin admin] Pushing event deleted for resources: {'Port': ['ID=f93ea520-712a-4808-bf51-a2f9732cd14e,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:23.267009 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1be63a4d-3c3e-49a6-a3e3-ab10796407de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3903071'] for router_interface (fc7c283b-5081-4de4-b36a-cf56356795a5), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:23.526232 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be63a4d-3c3e-49a6-a3e3-ab10796407de admin admin] Router fc7c283b-5081-4de4-b36a-cf56356795a5 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:29:23.655791 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be63a4d-3c3e-49a6-a3e3-ab10796407de admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:29:23.661329 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-1be63a4d-3c3e-49a6-a3e3-ab10796407de admin admin] 10.222.0.37 "PUT /v2.0/routers/fc7c283b-5081-4de4-b36a-cf56356795a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6940434 Mar 14 11:29:23.664059 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 59648) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:29:23.672266 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb2bac-6a9e-4924-821b-4c722e028831 None None] Sync routers for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:29:23.688130 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb2bac-6a9e-4924-821b-4c722e028831 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:29:23.689722 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9acb2bac-6a9e-4924-821b-4c722e028831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:29:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:29:23.791062 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] Publish callbacks [] for router (fc7c283b-5081-4de4-b36a-cf56356795a5), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:23.808762 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9acb2bac-6a9e-4924-821b-4c722e028831 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:29:23.980975 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] Publish callbacks [] for router_gateway (fc7c283b-5081-4de4-b36a-cf56356795a5), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:24.038614 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3597f67-e9ce-4249-8395-f53dffc0e863 req-bc450ee6-e37f-44e7-bd5b-329330ede618 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:24.043244 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c3597f67-e9ce-4249-8395-f53dffc0e863 req-bc450ee6-e37f-44e7-bd5b-329330ede618 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0964243 Mar 14 11:29:24.122854 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] Deleting port dc66bfcf-bc17-426b-9c3f-7974ec033cb3 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:29:24.124028 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (dc66bfcf-bc17-426b-9c3f-7974ec033cb3), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:24.125995 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-c3597f67-e9ce-4249-8395-f53dffc0e863 req-5aa00917-0949-4540-947f-105bfd470cd6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770278 Mar 14 11:29:24.136251 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9acb2bac-6a9e-4924-821b-4c722e028831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22'}], 'enable_snat': True}, 'gw_port_id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:29:22Z', 'revision_number': 5, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port': {'id': 'dc66bfcf-bc17-426b-9c3f-7974ec033cb3', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:19:37Z', 'updated_at': '2022-03-14T11:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:29:24.173798 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb2bac-6a9e-4924-821b-4c722e028831 None None] Checking router: fc7c283b-5081-4de4-b36a-cf56356795a5 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:29:24.183825 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb2bac-6a9e-4924-821b-4c722e028831 None None] Routers {'fc7c283b-5081-4de4-b36a-cf56356795a5'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:29:24.184452 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9acb2bac-6a9e-4924-821b-4c722e028831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:29:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['fc7c283b-5081-4de4-b36a-cf56356795a5'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:29:24.237290 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] For port dc66bfcf-bc17-426b-9c3f-7974ec033cb3, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=dc66bfcf-bc17-426b-9c3f-7974ec033cb3,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:29:24.237661 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (dc66bfcf-bc17-426b-9c3f-7974ec033cb3), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:24.258164 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] Calling delete_port for dc66bfcf-bc17-426b-9c3f-7974ec033cb3 owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:29:24.279681 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-9acb2bac-6a9e-4924-821b-4c722e028831 None None] Set router fc7c283b-5081-4de4-b36a-cf56356795a5 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:29:24.336117 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-9acb2bac-6a9e-4924-821b-4c722e028831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:29:23Z', 'revision_number': 6, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port_host': None}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:29:24.368227 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb2bac-6a9e-4924-821b-4c722e028831 None None] The sync data for ids ['fc7c283b-5081-4de4-b36a-cf56356795a5'] in dv-cinder-831776-2-iscsi is: [{'id': 'fc7c283b-5081-4de4-b36a-cf56356795a5', 'name': 'tempest-AttachVolumeNegativeTest-1039322108-router', 'tenant_id': '87c49ee49cd14a2aa0cc354627515760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:19:36Z', 'updated_at': '2022-03-14T11:29:23Z', 'revision_number': 6, 'project_id': '87c49ee49cd14a2aa0cc354627515760', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:29:24.553837 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (dc66bfcf-bc17-426b-9c3f-7974ec033cb3), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:24.584599 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] Pushing event deleted for resources: {'Port': ['ID=dc66bfcf-bc17-426b-9c3f-7974ec033cb3,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:24.654624 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3899705'] for router_gateway (fc7c283b-5081-4de4-b36a-cf56356795a5), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:24.774077 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6907'] for router (fc7c283b-5081-4de4-b36a-cf56356795a5), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:24.776538 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] Publish callbacks [] for router_controller (fc7c283b-5081-4de4-b36a-cf56356795a5), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:24.896412 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906125'] for router (fc7c283b-5081-4de4-b36a-cf56356795a5), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:24.897087 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7c283b-5081-4de4-b36a-cf56356795a5 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 11:29:24.908635 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:24.908811 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 59656) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:29:24.908915 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ae65ea99-8a20-4acf-884f-08f5afc29aad admin admin] 10.222.0.37 "DELETE /v2.0/routers/fc7c283b-5081-4de4-b36a-cf56356795a5 HTTP/1.1" status: 204 len: 168 time: 1.2398643 Mar 14 11:29:24.954678 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c91a83e-178e-412b-9db3-64ff0287d4e6 admin admin] Deleting subnet c145818f-9d7d-4997-ae9c-db4cbe8d2da1 {{(pid=104015) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:29:24.960657 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3c91a83e-178e-412b-9db3-64ff0287d4e6 admin admin] Publish callbacks [] for subnet (c145818f-9d7d-4997-ae9c-db4cbe8d2da1), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:25.006475 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3c91a83e-178e-412b-9db3-64ff0287d4e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8796678'] for subnet (c145818f-9d7d-4997-ae9c-db4cbe8d2da1), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:25.100616 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3c91a83e-178e-412b-9db3-64ff0287d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (c145818f-9d7d-4997-ae9c-db4cbe8d2da1), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:25.264441 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3c91a83e-178e-412b-9db3-64ff0287d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8796689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12359734'] for subnet (c145818f-9d7d-4997-ae9c-db4cbe8d2da1), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:25.319396 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cb12a-4eab-4b1e-8c9d-3772ebe8fbd9 req-bff3cd08-2db2-4095-a310-9935961f48a2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:25.326691 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b52cb12a-4eab-4b1e-8c9d-3772ebe8fbd9 req-bff3cd08-2db2-4095-a310-9935961f48a2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0953081 Mar 14 11:29:25.332224 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device f93ea520-712a-4808-bf51-a2f9732cd14e no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:29:25.346366 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91a83e-178e-412b-9db3-64ff0287d4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c145818f-9d7d-4997-ae9c-db4cbe8d2da1,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:25.364613 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: f93ea520-712a-4808-bf51-a2f9732cd14e {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:29:25.366180 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device f93ea520-712a-4808-bf51-a2f9732cd14e not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:29:25.367028 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device dc66bfcf-bc17-426b-9c3f-7974ec033cb3 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:29:25.391304 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3c91a83e-178e-412b-9db3-64ff0287d4e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:25.400492 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aa069f-8ac3-48c5-a687-e73661d7067d None None] Network 7948184e-83ff-43df-a1e2-ac0589280d46 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:29:25.400866 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b52cb12a-4eab-4b1e-8c9d-3772ebe8fbd9 req-36ab5664-c67d-4df6-aeb8-93a9123a696f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710101 Mar 14 11:29:25.418034 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 59660) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:29:25.418289 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3c91a83e-178e-412b-9db3-64ff0287d4e6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c145818f-9d7d-4997-ae9c-db4cbe8d2da1 HTTP/1.1" status: 204 len: 168 time: 0.5006769 Mar 14 11:29:25.504403 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (7948184e-83ff-43df-a1e2-ac0589280d46), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:25.509556 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: dc66bfcf-bc17-426b-9c3f-7974ec033cb3 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:29:25.510128 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device dc66bfcf-bc17-426b-9c3f-7974ec033cb3 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:29:25.597072 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] Deleting port 531854f6-0474-4dba-8346-d9fe9aa06bee {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:29:25.597408 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:25.670234 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743a0aab-d91e-4061-8a7e-73a74994b2fb None None] DHCP port deletion for 7948184e-83ff-43df-a1e2-ac0589280d46 request from dv-cinder-831776-2-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 11:29:25.685730 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] For port 531854f6-0474-4dba-8346-d9fe9aa06bee, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=531854f6-0474-4dba-8346-d9fe9aa06bee,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:29:25.686222 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:25.706802 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] Calling delete_port for 531854f6-0474-4dba-8346-d9fe9aa06bee owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:29:25.749936 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-743a0aab-d91e-4061-8a7e-73a74994b2fb None None] Deleting port 531854f6-0474-4dba-8346-d9fe9aa06bee {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:29:25.750345 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-743a0aab-d91e-4061-8a7e-73a74994b2fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:25.841210 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-743a0aab-d91e-4061-8a7e-73a74994b2fb None None] For port 531854f6-0474-4dba-8346-d9fe9aa06bee, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=531854f6-0474-4dba-8346-d9fe9aa06bee,segment=NetworkSegment(4f36b244-3062-48a6-a304-d7774cd7d26d),segment_id=4f36b244-3062-48a6-a304-d7774cd7d26d)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:29:25.841612 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-743a0aab-d91e-4061-8a7e-73a74994b2fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:25.855125 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-743a0aab-d91e-4061-8a7e-73a74994b2fb None None] Calling delete_port for 531854f6-0474-4dba-8346-d9fe9aa06bee owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:29:25.884184 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:25.917099 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] Pushing event deleted for resources: {'Port': ['ID=531854f6-0474-4dba-8346-d9fe9aa06bee,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:25.921473 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] No DVR routers for this DVR port 531854f6-0474-4dba-8346-d9fe9aa06bee on host dv-cinder-831776-2-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:29:25.955161 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-743a0aab-d91e-4061-8a7e-73a74994b2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783'] for port (531854f6-0474-4dba-8346-d9fe9aa06bee), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:25.989233 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a0aab-d91e-4061-8a7e-73a74994b2fb None None] Pushing event deleted for resources: {'Port': ['ID=531854f6-0474-4dba-8346-d9fe9aa06bee,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:25.992922 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a0aab-d91e-4061-8a7e-73a74994b2fb None None] No DVR routers for this DVR port 531854f6-0474-4dba-8346-d9fe9aa06bee on host dv-cinder-831776-2-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:29:26.002991 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (7948184e-83ff-43df-a1e2-ac0589280d46), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:26.029538 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7948184e-83ff-43df-a1e2-ac0589280d46']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:29:26.042003 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f36b244-3062-48a6-a304-d7774cd7d26d') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:29:26.042506 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f36b244-3062-48a6-a304-d7774cd7d26d') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:29:26.053108 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11546360'] for segment (4f36b244-3062-48a6-a304-d7774cd7d26d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:26.072986 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (4f36b244-3062-48a6-a304-d7774cd7d26d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:26.087871 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:29:26.087871 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2077848'] for segment (4f36b244-3062-48a6-a304-d7774cd7d26d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: timer() Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: cb(*args, **kw) Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: self._notify() Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: self.callback(batched_events) Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: event.method(event) Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._get(url).json() Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:29:26.094337 dv-cinder-831776-2-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:29:26.484517 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (7948184e-83ff-43df-a1e2-ac0589280d46), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:26.490191 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:26.493656 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] 10.222.0.37 "DELETE /v2.0/networks/7948184e-83ff-43df-a1e2-ac0589280d46 HTTP/1.1" status: 204 len: 168 time: 1.0842235 Mar 14 11:29:26.505141 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640acff-f900-466c-8a29-32bce4bbce1f admin admin] Pushing event deleted for resources: {'Network': ['ID=7948184e-83ff-43df-a1e2-ac0589280d46,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:26.543513 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637cf63-4482-4abe-99e7-6918c76feb95 req-2ce67116-d350-4a2c-b2a5-275620f777bf tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:26.544765 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9637cf63-4482-4abe-99e7-6918c76feb95 req-2ce67116-d350-4a2c-b2a5-275620f777bf tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0595684 Mar 14 11:29:26.605814 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9637cf63-4482-4abe-99e7-6918c76feb95 req-6e97a2bc-aa01-4b73-8af2-e5c25813e916 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545990 Mar 14 11:29:26.867635 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 59674) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:29:26.916454 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0e2d643c-df16-47fd-a3a1-bca354fa0ff6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=87c49ee49cd14a2aa0cc354627515760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476546 Mar 14 11:29:26.918885 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 59676) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:29:26.973880 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2fe88e5f-f32e-409b-abd4-599094221b95 admin admin] Publish callbacks [] for security_group (9bc31cf8-83c9-4de2-b9c8-c13dbcaf6320), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:27.000962 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2fe88e5f-f32e-409b-abd4-599094221b95 admin admin] Publish callbacks [] for security_group (9bc31cf8-83c9-4de2-b9c8-c13dbcaf6320), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:27.084835 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 531854f6-0474-4dba-8346-d9fe9aa06bee no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:29:27.109375 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 531854f6-0474-4dba-8346-d9fe9aa06bee {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:29:27.110017 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 531854f6-0474-4dba-8346-d9fe9aa06bee not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:29:27.141388 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2fe88e5f-f32e-409b-abd4-599094221b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (9bc31cf8-83c9-4de2-b9c8-c13dbcaf6320), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:27.144086 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-2fe88e5f-f32e-409b-abd4-599094221b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:27.145617 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-2fe88e5f-f32e-409b-abd4-599094221b95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9bc31cf8-83c9-4de2-b9c8-c13dbcaf6320 HTTP/1.1" status: 204 len: 168 time: 0.2258286 Mar 14 11:29:27.155293 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe88e5f-f32e-409b-abd4-599094221b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc31cf8-83c9-4de2-b9c8-c13dbcaf6320,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:27.767997 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba7af7-947b-444a-be5f-f3969afb6506 req-51d69f03-6ace-4242-ae60-3548c6b14ce8 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:27.770384 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fba7af7-947b-444a-be5f-f3969afb6506 req-51d69f03-6ace-4242-ae60-3548c6b14ce8 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0814292 Mar 14 11:29:27.845356 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3fba7af7-947b-444a-be5f-f3969afb6506 req-12c7a76f-7033-4c2c-8470-cd308e7dfecb tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633564 Mar 14 11:29:28.968183 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd301d7-ccfd-441a-a0d4-a15401c86c1f req-1fc07149-ca10-481e-b499-ffc419ed80e2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:28.976440 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8cd301d7-ccfd-441a-a0d4-a15401c86c1f req-1fc07149-ca10-481e-b499-ffc419ed80e2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0608959 Mar 14 11:29:29.033121 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8cd301d7-ccfd-441a-a0d4-a15401c86c1f req-e8e896fc-1e6f-48b1-9c47-e39cbdb84e51 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526230 Mar 14 11:29:30.156797 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33bbec-36f7-46e6-ad2c-cf3f67c8e257 req-16e97ede-0497-4b8a-a81d-ba0ca786ecf6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:30.165504 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6f33bbec-36f7-46e6-ad2c-cf3f67c8e257 req-16e97ede-0497-4b8a-a81d-ba0ca786ecf6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0635610 Mar 14 11:29:30.233182 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6f33bbec-36f7-46e6-ad2c-cf3f67c8e257 req-860a896d-355a-4ef7-8c41-3a167c1c7683 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667131 Mar 14 11:29:31.434738 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d15165-8d75-477f-8c0b-9a7b0e0a2346 req-c15e9ed7-7c80-4cce-8c01-748db5ecbe77 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:31.436417 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-53d15165-8d75-477f-8c0b-9a7b0e0a2346 req-c15e9ed7-7c80-4cce-8c01-748db5ecbe77 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.1050713 Mar 14 11:29:31.528923 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-53d15165-8d75-477f-8c0b-9a7b0e0a2346 req-66f0f30b-9af4-4c4b-8e3a-021e3fe3494e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835288 Mar 14 11:29:32.666392 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e57bb-f959-43fc-85ba-3942f7ea1cc4 req-cc9b6477-70d3-422a-b494-6ba52afcb35c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:32.667836 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e79e57bb-f959-43fc-85ba-3942f7ea1cc4 req-cc9b6477-70d3-422a-b494-6ba52afcb35c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0725172 Mar 14 11:29:32.720383 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e79e57bb-f959-43fc-85ba-3942f7ea1cc4 req-325343ae-09d5-4ab9-84e5-0181d0a83bf4 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467055 Mar 14 11:29:33.849834 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebc34e-82b5-462d-96f3-b43e06519887 req-8f14ecfc-b338-4a37-81fd-a99f9f20410f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:33.851402 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a5ebc34e-82b5-462d-96f3-b43e06519887 req-8f14ecfc-b338-4a37-81fd-a99f9f20410f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0535362 Mar 14 11:29:33.898200 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a5ebc34e-82b5-462d-96f3-b43e06519887 req-4cad59dd-a5a4-4a38-8e36-a2e18117103a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408919 Mar 14 11:29:35.022157 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b26cf-c3da-4276-927b-376cd43dc058 req-d91a10a0-47b1-4342-b333-9273e65c300f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:35.023600 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c36b26cf-c3da-4276-927b-376cd43dc058 req-d91a10a0-47b1-4342-b333-9273e65c300f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0551517 Mar 14 11:29:35.070358 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c36b26cf-c3da-4276-927b-376cd43dc058 req-d0e31324-7100-4814-9b47-a259afa59e1d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410936 Mar 14 11:29:35.243501 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c37aa692-5d17-459d-b6fb-48a7ba629880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:36.196251 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d0d02-6c63-44da-a5e4-eb1740a7dd32 req-3360393e-d3b5-4e4d-a8f7-ea808b7ad4cb tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:36.197744 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d05d0d02-6c63-44da-a5e4-eb1740a7dd32 req-3360393e-d3b5-4e4d-a8f7-ea808b7ad4cb tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0574517 Mar 14 11:29:36.244443 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d05d0d02-6c63-44da-a5e4-eb1740a7dd32 req-68578c33-14d1-4113-810a-648d5f35a498 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410843 Mar 14 11:29:37.367038 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cc098-2177-4131-8483-36fa1daea04d req-cc257216-8611-40e8-b968-acb324305cfe tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:37.368523 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f49cc098-2177-4131-8483-36fa1daea04d req-cc257216-8611-40e8-b968-acb324305cfe tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0517654 Mar 14 11:29:37.417643 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f49cc098-2177-4131-8483-36fa1daea04d req-ff54fa93-fef8-402b-9694-eeef21e84b82 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436358 Mar 14 11:29:37.449458 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-f67aa5ee-b4ab-430d-b012-abfec6ec4502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:38.537612 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a6d12-d724-4140-bb5e-42582cad8bb7 req-21633449-2f75-4a3b-a2cd-654eefee3a8b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:38.538999 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f5a6d12-d724-4140-bb5e-42582cad8bb7 req-21633449-2f75-4a3b-a2cd-654eefee3a8b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0522332 Mar 14 11:29:38.584748 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3f5a6d12-d724-4140-bb5e-42582cad8bb7 req-a4d5f309-39ab-4dd3-9449-5fa6f276c1e2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400350 Mar 14 11:29:38.660867 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:39.124426 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:39.707517 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a24ae-2d93-4195-b5c9-0a516ab02ccc req-f0489a02-455b-421c-ad68-93c0f641fe50 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:39.709020 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-164a24ae-2d93-4195-b5c9-0a516ab02ccc req-f0489a02-455b-421c-ad68-93c0f641fe50 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0538688 Mar 14 11:29:39.763189 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-164a24ae-2d93-4195-b5c9-0a516ab02ccc req-b63c7d47-15c6-4c30-9463-03533bc8d4ab tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486257 Mar 14 11:29:40.352483 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:40.547952 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7ee1-fbe5-4e11-8b8a-64344b397032 req-4c6761d1-16ea-43dd-b5ca-3fd9139b478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:40.549419 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d89d7ee1-fbe5-4e11-8b8a-64344b397032 req-4c6761d1-16ea-43dd-b5ca-3fd9139b478d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 1129 time: 0.0436399 Mar 14 11:29:40.640663 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7ee1-fbe5-4e11-8b8a-64344b397032 req-76f1d34f-7935-487a-b59d-959ec8515f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:40.642205 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d89d7ee1-fbe5-4e11-8b8a-64344b397032 req-76f1d34f-7935-487a-b59d-959ec8515f12 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac8d8309-0e4e-4a85-9956-37c78e1327a5 HTTP/1.1" status: 200 len: 917 time: 0.0868917 Mar 14 11:29:40.707105 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d89d7ee1-fbe5-4e11-8b8a-64344b397032 req-6bbf3206-88c4-4984-b251-f426d7a741ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 HTTP/1.1" status: 200 len: 1001 time: 0.0574350 Mar 14 11:29:40.753260 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7ee1-fbe5-4e11-8b8a-64344b397032 req-e229ac3b-0a1f-4a20-8788-92af6bf12220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:40.755237 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d89d7ee1-fbe5-4e11-8b8a-64344b397032 req-e229ac3b-0a1f-4a20-8788-92af6bf12220 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36c84865-fa34-4ad8-b7c4-ef0535413a31 HTTP/1.1" status: 200 len: 855 time: 0.0432358 Mar 14 11:29:40.809038 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d7ee1-fbe5-4e11-8b8a-64344b397032 req-ed92f62b-1723-4992-8460-3172e51864f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:40.810606 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d89d7ee1-fbe5-4e11-8b8a-64344b397032 req-ed92f62b-1723-4992-8460-3172e51864f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac8d8309-0e4e-4a85-9956-37c78e1327a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491498 Mar 14 11:29:40.891257 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff4d97-e87e-478f-8507-689b47d2f0a6 req-fe134af3-9c6d-49e8-beb6-59a88422688b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:40.898104 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4aff4d97-e87e-478f-8507-689b47d2f0a6 req-fe134af3-9c6d-49e8-beb6-59a88422688b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0636830 Mar 14 11:29:40.903742 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d89d7ee1-fbe5-4e11-8b8a-64344b397032 req-58de5779-0f30-4bba-8b2c-4604dec47497 service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863266 Mar 14 11:29:40.953026 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-4aff4d97-e87e-478f-8507-689b47d2f0a6 req-aa1dcba9-267f-43b3-bef2-ab59807729f5 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475602 Mar 14 11:29:41.007358 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d89d7ee1-fbe5-4e11-8b8a-64344b397032 req-c691c42f-c33d-4aa2-8fe8-3f00b647b328 service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957162 Mar 14 11:29:41.195681 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-88b1bfbc-aebd-4e8a-b7de-e0beb702662c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766342221&fields=id&tenant_id=66d51cfaa81242c6a99599737fa4195a HTTP/1.1" status: 200 len: 267 time: 0.0442851 Mar 14 11:29:41.304424 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780324bb-2623-443c-90ae-0600f2c8874c req-e0e5e233-2ed2-44c8-bdcb-ce1a6714ae4a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:41.305899 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-e0e5e233-2ed2-44c8-bdcb-ce1a6714ae4a tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/networks?id=4f63bf05-fb51-48ef-987d-7a89bd6f7088 HTTP/1.1" status: 200 len: 811 time: 0.1038945 Mar 14 11:29:41.320369 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-4fac7200-6868-498a-857f-fc736436ca03 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/quotas/66d51cfaa81242c6a99599737fa4195a HTTP/1.1" status: 200 len: 375 time: 0.0091748 Mar 14 11:29:41.377187 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-5279c776-27af-4a47-bdcf-5c1563c3e27d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520885 Mar 14 11:29:41.485912 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-505ab3e8-e185-44a0-bb5c-6440c9908aee service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104015) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 11:29:41.487026 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-505ab3e8-e185-44a0-bb5c-6440c9908aee service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0991988 Mar 14 11:29:41.576135 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-de99474b-c337-4374-a70f-7d921bf69315 service neutron] 10.222.0.37 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826201 Mar 14 11:29:41.668490 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-6230c3da-3eee-400c-a71c-2658f054192c service neutron] 10.222.0.37 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868266 Mar 14 11:29:41.777526 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:42.075850 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae28f0-b3e0-4a38-af0d-e7bb6eae43f5 req-60124215-8bc3-44ca-8b0f-204d28ae7e02 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:42.077308 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8cae28f0-b3e0-4a38-af0d-e7bb6eae43f5 req-60124215-8bc3-44ca-8b0f-204d28ae7e02 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0534663 Mar 14 11:29:42.124170 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8cae28f0-b3e0-4a38-af0d-e7bb6eae43f5 req-17a59404-f17f-46a0-98a5-15a53a0c2157 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413361 Mar 14 11:29:42.199331 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-994eb5db-c6ad-486f-b42d-0934bcc09db5 req-2da525b3-0ca4-42a4-9682-e916bbc442d8 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0276756 Mar 14 11:29:43.252600 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77826792-2ec9-404e-8471-37bc5b7ccf54 req-3d4ab80e-cfa9-4243-85d2-13767b271b12 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:43.256033 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-77826792-2ec9-404e-8471-37bc5b7ccf54 req-3d4ab80e-cfa9-4243-85d2-13767b271b12 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 945 time: 0.0569451 Mar 14 11:29:43.283072 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8d53e375-fb2f-4adb-99be-9b2d142744b2 req-b9b1d431-c3f4-4ac2-ab2f-4e8b3c6fb8e8 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0316634 Mar 14 11:29:43.325473 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-77826792-2ec9-404e-8471-37bc5b7ccf54 req-f1bfba6c-a972-4ff2-a375-34ec8b2a063b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628920 Mar 14 11:29:43.404735 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 59914) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:29:43.513990 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-36f0f40e-1cc6-47c2-bebd-8f6e05bcf9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:43.591766 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-36f0f40e-1cc6-47c2-bebd-8f6e05bcf9c3 admin admin] Publish callbacks [] for security_group (73153520-5d58-400b-8bd9-0df27c99a01d), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:43.654648 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-36f0f40e-1cc6-47c2-bebd-8f6e05bcf9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (73153520-5d58-400b-8bd9-0df27c99a01d), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:43.694123 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-36f0f40e-1cc6-47c2-bebd-8f6e05bcf9c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20ed78a4a7df49eb8f4cd4fff0647b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868211 Mar 14 11:29:43.694961 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0f40e-1cc6-47c2-bebd-8f6e05bcf9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73153520-5d58-400b-8bd9-0df27c99a01d,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:43.695310 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 59922) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:29:43.743741 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-23ec1ee8-9009-4738-9770-81e9e2462bd5 admin admin] Publish callbacks [] for security_group (73153520-5d58-400b-8bd9-0df27c99a01d), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:43.764940 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-23ec1ee8-9009-4738-9770-81e9e2462bd5 admin admin] Publish callbacks [] for security_group (73153520-5d58-400b-8bd9-0df27c99a01d), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:43.837541 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:29:43.888859 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-23ec1ee8-9009-4738-9770-81e9e2462bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (73153520-5d58-400b-8bd9-0df27c99a01d), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:43.891518 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-23ec1ee8-9009-4738-9770-81e9e2462bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:43.892684 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-23ec1ee8-9009-4738-9770-81e9e2462bd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73153520-5d58-400b-8bd9-0df27c99a01d HTTP/1.1" status: 204 len: 168 time: 0.1963975 Mar 14 11:29:43.906434 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec1ee8-9009-4738-9770-81e9e2462bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73153520-5d58-400b-8bd9-0df27c99a01d,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:43.919013 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 is: ACTIVE; New status is: DOWN {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:29:43.919404 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:43.950830 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:29:43.950830 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d99e78-911d-425c-b630-0de09d3f16d9" -d '{"events": [{"server_uuid": "a62a245e-fe55-41e2-b08d-a07f7259a1aa", "name": "network-vif-unplugged", "status": "completed", "tag": "d53e17a8-ee49-4e89-9edd-7025dbc6b7f1"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:29:43.966604 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:29:44.055013 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:29:44.119053 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,revision_number=8']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:29:44.174670 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Mar 2022 11:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b550db19-893a-4ab2-9395-8b1fd32404d2 x-openstack-request-id: req-b550db19-893a-4ab2-9395-8b1fd32404d2 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:29:44.175058 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62a245e-fe55-41e2-b08d-a07f7259a1aa", "name": "network-vif-unplugged", "status": "failed", "tag": "d53e17a8-ee49-4e89-9edd-7025dbc6b7f1", "code": 422}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:29:44.175938 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b550db19-893a-4ab2-9395-8b1fd32404d2 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:29:44.176411 dv-cinder-831776-2-iscsi neutron-server[104017]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'code': 422} returned with failed status Mar 14 11:29:44.365034 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b65a9312-e5f5-4faa-92c6-4b6c83573756 req-952d6648-db53-4f5a-866d-0dc63618ca26 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0281410 Mar 14 11:29:45.324947 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70e925-9a10-429f-929f-6819166a361d req-2a4bd844-fbf0-4677-bce0-08428de8fbd6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:45.326454 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb70e925-9a10-429f-929f-6819166a361d req-2a4bd844-fbf0-4677-bce0-08428de8fbd6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0525756 Mar 14 11:29:45.377322 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-bb70e925-9a10-429f-929f-6819166a361d req-6617b332-c393-4579-af05-9582a4756f15 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444779 Mar 14 11:29:45.448100 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-90a30a9e-db07-4536-a8a0-337268be892e req-60953c7f-7771-43d7-a5a6-6ad1f998d247 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0318799 Mar 14 11:29:45.539528 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2d388046-c65b-4093-a683-1da5983ffd1a req-0e3427d4-3bf1-4728-b6fb-5c06c6912b22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451436 Mar 14 11:29:45.613802 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d388046-c65b-4093-a683-1da5983ffd1a req-e8cfa15b-f849-44c2-9bc1-a30f6fa32d5b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:45.615198 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2d388046-c65b-4093-a683-1da5983ffd1a req-e8cfa15b-f849-44c2-9bc1-a30f6fa32d5b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports/d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 HTTP/1.1" status: 200 len: 940 time: 0.0481942 Mar 14 11:29:46.560186 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8e32584d-5a51-417e-abdf-49c0aec65529 req-34f00393-d20b-42ea-b83a-5e75f18c09a1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0414388 Mar 14 11:29:46.569078 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ddd583-291b-4033-b628-02c180bdd64c req-0c795bbb-5b6d-41df-8d3a-912c62ccbd31 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:46.570629 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95ddd583-291b-4033-b628-02c180bdd64c req-0c795bbb-5b6d-41df-8d3a-912c62ccbd31 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0757914 Mar 14 11:29:46.619861 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-95ddd583-291b-4033-b628-02c180bdd64c req-94e753e6-68cb-4d91-a316-c8e446b03d08 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409207 Mar 14 11:29:47.010062 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d388046-c65b-4093-a683-1da5983ffd1a req-fcdf7534-ed63-4fd5-94e1-b137e22a3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:47.011537 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2d388046-c65b-4093-a683-1da5983ffd1a req-fcdf7534-ed63-4fd5-94e1-b137e22a3a06 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa&tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0 HTTP/1.1" status: 200 len: 1127 time: 0.0438871 Mar 14 11:29:47.076829 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d388046-c65b-4093-a683-1da5983ffd1a req-3edef906-363f-4b7d-a3f3-4dc6bf8fb48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:47.078303 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2d388046-c65b-4093-a683-1da5983ffd1a req-3edef906-363f-4b7d-a3f3-4dc6bf8fb48f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 1127 time: 0.0463679 Mar 14 11:29:47.164153 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d388046-c65b-4093-a683-1da5983ffd1a req-df536f81-b8b1-4ec2-b7b8-308882412fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:47.165588 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2d388046-c65b-4093-a683-1da5983ffd1a req-df536f81-b8b1-4ec2-b7b8-308882412fd3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac8d8309-0e4e-4a85-9956-37c78e1327a5 HTTP/1.1" status: 200 len: 917 time: 0.0821586 Mar 14 11:29:47.235871 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2d388046-c65b-4093-a683-1da5983ffd1a req-170e3f4e-36be-4b2f-b9b2-2b0edfe108a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 HTTP/1.1" status: 200 len: 999 time: 0.0627637 Mar 14 11:29:47.290312 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d388046-c65b-4093-a683-1da5983ffd1a req-edf7ab7b-befc-44fb-8aa9-f51523626779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:47.291799 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2d388046-c65b-4093-a683-1da5983ffd1a req-edf7ab7b-befc-44fb-8aa9-f51523626779 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36c84865-fa34-4ad8-b7c4-ef0535413a31 HTTP/1.1" status: 200 len: 855 time: 0.0440857 Mar 14 11:29:47.339983 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d388046-c65b-4093-a683-1da5983ffd1a req-7282c750-5a94-4556-9a36-848d546ca1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:47.341487 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2d388046-c65b-4093-a683-1da5983ffd1a req-7282c750-5a94-4556-9a36-848d546ca1aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac8d8309-0e4e-4a85-9956-37c78e1327a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430324 Mar 14 11:29:47.433490 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2d388046-c65b-4093-a683-1da5983ffd1a req-de776a8a-ccf7-490d-832d-7136a735be8e service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851617 Mar 14 11:29:47.531172 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2d388046-c65b-4093-a683-1da5983ffd1a req-cd881fb7-0ba5-4983-930e-e37c1f7e8627 service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918775 Mar 14 11:29:47.658354 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d1c96d85-6d3f-468a-9713-406b8c248256 req-c14cf656-8077-45a5-83cb-d177b92fd966 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0316453 Mar 14 11:29:47.756149 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3294e36-7425-4ca0-bed8-3d16813453a7 req-8e4dd38e-2b9e-4647-ab4b-b5a85837e097 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:47.757809 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e3294e36-7425-4ca0-bed8-3d16813453a7 req-8e4dd38e-2b9e-4647-ab4b-b5a85837e097 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0594873 Mar 14 11:29:47.811789 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e3294e36-7425-4ca0-bed8-3d16813453a7 req-ade5984c-7bea-4c7a-bdf0-00390cea9e0b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483665 Mar 14 11:29:47.860980 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:29:47.942209 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 is: DOWN; New status is: DOWN {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:29:48.762086 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3a86a473-87db-468a-bca1-13a519432b47 req-9e4a2522-4231-4e7e-a85c-640339f08618 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0286019 Mar 14 11:29:48.955945 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415434df-f49b-4cc9-88bc-d9ece2f5cfd0 req-d2aa3efd-4013-4844-afd8-91cdd20796bc tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:48.957840 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-415434df-f49b-4cc9-88bc-d9ece2f5cfd0 req-d2aa3efd-4013-4844-afd8-91cdd20796bc tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0523195 Mar 14 11:29:49.008804 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-415434df-f49b-4cc9-88bc-d9ece2f5cfd0 req-70fd6aa6-56a4-4e1b-820b-de0b6e515d10 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454400 Mar 14 11:29:49.856602 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d6522dbf-465d-4e6d-a0ec-45d829c85c8a req-fce6208a-6654-49f6-9ed8-3238b85fd748 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0268021 Mar 14 11:29:50.161957 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3ad46-bbb6-4523-b02e-e505cb27b95f req-7cb5fa9b-f0d1-4c67-8420-6078890b5fe6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:50.164421 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7c3ad46-bbb6-4523-b02e-e505cb27b95f req-7cb5fa9b-f0d1-4c67-8420-6078890b5fe6 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0764029 Mar 14 11:29:50.213529 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a7c3ad46-bbb6-4523-b02e-e505cb27b95f req-a702485b-3df0-4779-8960-f566a78eaf97 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435166 Mar 14 11:29:51.058857 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1cea8765-f6ae-466e-9ff2-c5400b8256fb req-8ea0c1b3-8451-4640-95fd-f1cf1382aba0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0292380 Mar 14 11:29:51.334445 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abaf0a-66e1-4a7b-b2c4-e281b2546476 req-2eacb5d4-4baf-405e-a528-fbd98970d0f7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:51.335805 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47abaf0a-66e1-4a7b-b2c4-e281b2546476 req-2eacb5d4-4baf-405e-a528-fbd98970d0f7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0514708 Mar 14 11:29:51.381459 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-47abaf0a-66e1-4a7b-b2c4-e281b2546476 req-2f997a18-5460-49f6-80e8-98b4fe1b20d9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401905 Mar 14 11:29:51.835838 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:29:52.058264 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f5c43005-1134-414e-810f-63e677c763ad req-17863398-5e90-47d3-ab44-3d1ef6febb1d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0262070 Mar 14 11:29:52.528297 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490573e-000a-4e18-ac2b-1e67d0320f16 req-1fe19b8a-79b0-47b3-b66c-cbaf1ab034b9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:52.530519 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1490573e-000a-4e18-ac2b-1e67d0320f16 req-1fe19b8a-79b0-47b3-b66c-cbaf1ab034b9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0726562 Mar 14 11:29:52.578042 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1490573e-000a-4e18-ac2b-1e67d0320f16 req-c5a3183c-8c01-426d-a412-f2af12734264 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418139 Mar 14 11:29:53.167450 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-08a0ce1d-1832-46eb-b5cd-331285912fdf req-4af4dca0-8d0c-4d52-b95d-27c9faf425b9 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0282109 Mar 14 11:29:53.698811 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59217f3b-86ab-454e-b7c6-8bf11851d4c8 req-a79a2fde-1162-4f65-aee9-94a1f0d8d410 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:53.700244 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59217f3b-86ab-454e-b7c6-8bf11851d4c8 req-a79a2fde-1162-4f65-aee9-94a1f0d8d410 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0515246 Mar 14 11:29:53.749256 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-59217f3b-86ab-454e-b7c6-8bf11851d4c8 req-88c176f8-cc64-4405-bca8-ca1bb813ffc0 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434065 Mar 14 11:29:54.262400 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f9d7f01c-c5f4-4f4b-9b79-8b75c21f52c0 req-9da8e5ae-fb19-4032-aa4a-eef9d6d4f9e0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0296199 Mar 14 11:29:54.888981 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b8bfe-7f8c-4fe6-bfb7-812992da43dd req-33d9c7ed-6e13-4cb0-9152-db79725feeaf tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:54.890531 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-803b8bfe-7f8c-4fe6-bfb7-812992da43dd req-33d9c7ed-6e13-4cb0-9152-db79725feeaf tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0619633 Mar 14 11:29:54.945688 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-803b8bfe-7f8c-4fe6-bfb7-812992da43dd req-54359759-1ef5-485c-8c04-fa046effc859 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485270 Mar 14 11:29:55.352394 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a2bb8c27-228b-4ad0-9ac9-5b3029995c87 req-a1ebce21-7e93-40a8-b285-9370b8ae07c0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0268416 Mar 14 11:29:56.068492 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43defed1-cafc-4ef3-9577-ea0dc69e1f28 req-46dfa9ba-96ac-4957-9f2c-355ff6b463b2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:56.069926 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43defed1-cafc-4ef3-9577-ea0dc69e1f28 req-46dfa9ba-96ac-4957-9f2c-355ff6b463b2 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0517063 Mar 14 11:29:56.115162 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43defed1-cafc-4ef3-9577-ea0dc69e1f28 req-6a94d5b9-fa91-44c2-83ab-f5f47640258e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398231 Mar 14 11:29:56.444890 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-e6280151-0c7d-4593-9b40-f8e1a3674ce4 req-f33911d2-a901-44c9-b319-c1136f1d148f tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0272925 Mar 14 11:29:57.241491 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691bb07-d25e-4275-8473-a0e821b396cf req-d07a1c54-e3a3-4aad-a00a-46eeb5cd7507 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:57.243005 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d691bb07-d25e-4275-8473-a0e821b396cf req-d07a1c54-e3a3-4aad-a00a-46eeb5cd7507 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0550387 Mar 14 11:29:57.290402 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d691bb07-d25e-4275-8473-a0e821b396cf req-9f7e9508-516f-4ac3-ba2b-c039ffbe1cca tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417471 Mar 14 11:29:57.562614 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ece76441-2ade-4372-9b48-515d3043bfd9 req-9e7fc1a6-c5be-4ad8-9e4f-0194d7af5a8d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0468774 Mar 14 11:29:58.420450 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b76285-5b1e-4ba6-b40f-29ac76962045 req-ce57e9c4-50b5-4930-a371-69365e88b735 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:58.422337 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-24b76285-5b1e-4ba6-b40f-29ac76962045 req-ce57e9c4-50b5-4930-a371-69365e88b735 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0578954 Mar 14 11:29:58.474568 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-24b76285-5b1e-4ba6-b40f-29ac76962045 req-38b82dff-11f6-4689-956f-ff48e2b46ae7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460796 Mar 14 11:29:58.657786 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-113b62c7-83d9-4928-b2a7-0c1f2053f2f9 req-6bb7b433-f468-4306-9612-20431938691f tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0262101 Mar 14 11:29:59.606746 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59f478-dd6d-4131-b96f-2c8b20d92193 req-cd12409a-20dc-4609-8901-4b59c8d67c46 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:29:59.608360 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9f59f478-dd6d-4131-b96f-2c8b20d92193 req-cd12409a-20dc-4609-8901-4b59c8d67c46 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0599668 Mar 14 11:29:59.666681 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9f59f478-dd6d-4131-b96f-2c8b20d92193 req-2b06b420-e002-4d49-8c13-4c73fdef230d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516865 Mar 14 11:29:59.754630 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-77da9996-7ae1-43dc-b6a3-103c1c15501c req-d16a7bbc-4abf-4719-8aab-b248a6afb0c2 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0271468 Mar 14 11:30:00.791743 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec16db-923c-4a68-9d43-fdbfc2e0bb72 req-53068e3d-34e5-417d-aa08-f9e2e2e8d315 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:00.793210 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3ec16db-923c-4a68-9d43-fdbfc2e0bb72 req-53068e3d-34e5-417d-aa08-f9e2e2e8d315 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0607479 Mar 14 11:30:00.840740 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b3ec16db-923c-4a68-9d43-fdbfc2e0bb72 req-9520ffaf-0661-43e1-82f0-53f627eae940 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419466 Mar 14 11:30:00.856120 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-48f645f5-716f-43fb-9281-15463f313e12 req-576a6ff5-8ab5-4021-9bd9-c678a6ba7ef0 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0325153 Mar 14 11:30:01.961470 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-d61a611a-7559-4309-a793-9b6a360262ec req-0ac80bf4-6beb-4a8c-98fb-46f7a431a042 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0272386 Mar 14 11:30:01.974061 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5c7fd-e1e3-4957-a93e-b12058741694 req-5eca4876-d00a-47e7-b748-21211414b62d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:01.980409 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-39b5c7fd-e1e3-4957-a93e-b12058741694 req-5eca4876-d00a-47e7-b748-21211414b62d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0625830 Mar 14 11:30:02.037351 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-39b5c7fd-e1e3-4957-a93e-b12058741694 req-a00b972e-7b99-47f8-a1aa-a851d05811a5 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508685 Mar 14 11:30:02.311050 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 60202) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:30:02.412606 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9005cf0a-87e2-4675-b80c-52ad2cfa8be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:02.497835 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9005cf0a-87e2-4675-b80c-52ad2cfa8be0 admin admin] Publish callbacks [] for security_group (6ddb17ef-d7d2-4601-bece-3c6f9ee9a2a1), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:02.602870 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9005cf0a-87e2-4675-b80c-52ad2cfa8be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (6ddb17ef-d7d2-4601-bece-3c6f9ee9a2a1), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:02.644919 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9005cf0a-87e2-4675-b80c-52ad2cfa8be0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1822c23f43d3427d8efe6cfad3915a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324888 Mar 14 11:30:02.645863 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005cf0a-87e2-4675-b80c-52ad2cfa8be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddb17ef-d7d2-4601-bece-3c6f9ee9a2a1,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:30:02.648552 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 60206) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:30:02.697726 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-909f3b4b-86f5-477b-abab-755317700aa7 admin admin] Publish callbacks [] for security_group (6ddb17ef-d7d2-4601-bece-3c6f9ee9a2a1), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:02.717733 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-909f3b4b-86f5-477b-abab-755317700aa7 admin admin] Publish callbacks [] for security_group (6ddb17ef-d7d2-4601-bece-3c6f9ee9a2a1), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:02.837137 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-909f3b4b-86f5-477b-abab-755317700aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (6ddb17ef-d7d2-4601-bece-3c6f9ee9a2a1), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:02.839635 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-909f3b4b-86f5-477b-abab-755317700aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:02.840750 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-909f3b4b-86f5-477b-abab-755317700aa7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6ddb17ef-d7d2-4601-bece-3c6f9ee9a2a1 HTTP/1.1" status: 204 len: 168 time: 0.1911008 Mar 14 11:30:02.848820 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f3b4b-86f5-477b-abab-755317700aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddb17ef-d7d2-4601-bece-3c6f9ee9a2a1,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:30:03.061689 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a0a2f5cd-94d3-4248-905b-2cc2e0331ccb req-e980a96f-57f5-43c5-9406-152da5bb5f67 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0271850 Mar 14 11:30:03.154790 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423b238-aa64-4267-adce-caf79d9d231b req-05bd108c-7ab0-494e-bd98-2b186a3af07b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:03.156307 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b423b238-aa64-4267-adce-caf79d9d231b req-05bd108c-7ab0-494e-bd98-2b186a3af07b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0536547 Mar 14 11:30:03.202824 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b423b238-aa64-4267-adce-caf79d9d231b req-bcdd8375-4bff-4a18-a479-ad4fe57bf73c tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402815 Mar 14 11:30:03.461087 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 60216) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:30:03.474216 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-26a17c35-a25a-45ac-afe8-edf87291fe75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:03.547683 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-26a17c35-a25a-45ac-afe8-edf87291fe75 admin admin] Publish callbacks [] for security_group (b7af6c76-dbfb-4535-a1f7-263e815f2f55), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:03.619674 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-26a17c35-a25a-45ac-afe8-edf87291fe75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (b7af6c76-dbfb-4535-a1f7-263e815f2f55), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:03.659634 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-26a17c35-a25a-45ac-afe8-edf87291fe75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ec881fdd0574fd48680b618b4cadd4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973028 Mar 14 11:30:03.660568 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a17c35-a25a-45ac-afe8-edf87291fe75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7af6c76-dbfb-4535-a1f7-263e815f2f55,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:30:03.662175 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 60218) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:30:03.711120 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f6153e39-9180-4a10-b32a-34f91fb9901a admin admin] Publish callbacks [] for security_group (b7af6c76-dbfb-4535-a1f7-263e815f2f55), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:03.731650 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f6153e39-9180-4a10-b32a-34f91fb9901a admin admin] Publish callbacks [] for security_group (b7af6c76-dbfb-4535-a1f7-263e815f2f55), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:03.882510 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f6153e39-9180-4a10-b32a-34f91fb9901a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (b7af6c76-dbfb-4535-a1f7-263e815f2f55), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:03.885104 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f6153e39-9180-4a10-b32a-34f91fb9901a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:03.886261 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f6153e39-9180-4a10-b32a-34f91fb9901a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7af6c76-dbfb-4535-a1f7-263e815f2f55 HTTP/1.1" status: 204 len: 168 time: 0.2225142 Mar 14 11:30:03.894086 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6153e39-9180-4a10-b32a-34f91fb9901a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7af6c76-dbfb-4535-a1f7-263e815f2f55,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:30:04.154577 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-73ca2027-1fac-4ddb-9235-f2b479468481 req-e599c894-98cb-433b-a48f-dde2bd61352d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0272713 Mar 14 11:30:04.331284 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b5fe8-c6c8-4539-abbe-5eb9c005a26d req-08334d11-7726-4dd1-a7f8-ea434968f632 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:04.332764 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d00b5fe8-c6c8-4539-abbe-5eb9c005a26d req-08334d11-7726-4dd1-a7f8-ea434968f632 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0564287 Mar 14 11:30:04.380048 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-d00b5fe8-c6c8-4539-abbe-5eb9c005a26d req-6e287249-5567-466c-9f52-493fd724fcf3 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416884 Mar 14 11:30:05.031072 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780324bb-2623-443c-90ae-0600f2c8874c req-eb25a66e-7609-476e-ba06-eb571fce9586 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:05.032543 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-eb25a66e-7609-476e-ba06-eb571fce9586 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.44 "GET /v2.0/networks?id=4f63bf05-fb51-48ef-987d-7a89bd6f7088 HTTP/1.1" status: 200 len: 811 time: 0.3823218 Mar 14 11:30:05.121576 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-748982e1-22f5-4425-b9ac-f323d8a297ca tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66d51cfaa81242c6a99599737fa4195a HTTP/1.1" status: 200 len: 379 time: 0.0574799 Mar 14 11:30:05.121576 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-780324bb-2623-443c-90ae-0600f2c8874c req-018a5063-66b8-4ac2-b3c0-9776dce5e796 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Request body: {'port': {'device_id': 'e82c8159-5081-48ab-8083-032a25cc1936', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'admin_state_up': True, 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'security_groups': ['c1fc7014-6423-4a88-8208-2be7ebde7296']}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:30:05.220254 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c959372c-740a-4e06-9e9a-c947fe47eaa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:05.260787 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8662b45e-057f-498f-bd00-5f781b899387 req-48f113c6-dcea-4ecd-bfff-a4ebd81cadfb tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0316453 Mar 14 11:30:05.288445 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-780324bb-2623-443c-90ae-0600f2c8874c req-018a5063-66b8-4ac2-b3c0-9776dce5e796 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Made reservation on behalf of 66d51cfaa81242c6a99599737fa4195a for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:30:05.291876 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-780324bb-2623-443c-90ae-0600f2c8874c req-018a5063-66b8-4ac2-b3c0-9776dce5e796 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:05.421202 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-780324bb-2623-443c-90ae-0600f2c8874c req-018a5063-66b8-4ac2-b3c0-9776dce5e796 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Allocated IP 172.20.0.4 (4f63bf05-fb51-48ef-987d-7a89bd6f7088/a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327/7815f6a5-7920-4b32-a3f0-7c97d85ae663) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:30:05.509144 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809feab-2bf6-4684-9fc5-4ab14f6a7b5d req-00471143-4664-4d73-89e2-35dab72923ab tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:05.510826 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e809feab-2bf6-4684-9fc5-4ab14f6a7b5d req-00471143-4664-4d73-89e2-35dab72923ab tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0563028 Mar 14 11:30:05.557816 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e809feab-2bf6-4684-9fc5-4ab14f6a7b5d req-d922dcf4-2afd-420a-8994-c4c0f11ff352 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412049 Mar 14 11:30:05.562611 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-780324bb-2623-443c-90ae-0600f2c8874c req-018a5063-66b8-4ac2-b3c0-9776dce5e796 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:05.717495 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-780324bb-2623-443c-90ae-0600f2c8874c req-018a5063-66b8-4ac2-b3c0-9776dce5e796 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:05.763078 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-780324bb-2623-443c-90ae-0600f2c8874c req-018a5063-66b8-4ac2-b3c0-9776dce5e796 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:30:05.766161 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-780324bb-2623-443c-90ae-0600f2c8874c req-018a5063-66b8-4ac2-b3c0-9776dce5e796 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:30:05.770473 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-780324bb-2623-443c-90ae-0600f2c8874c req-018a5063-66b8-4ac2-b3c0-9776dce5e796 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:30:05.801346 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a5063-66b8-4ac2-b3c0-9776dce5e796 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'Port': ['ID=7815f6a5-7920-4b32-a3f0-7c97d85ae663,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:30:05.843325 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780324bb-2623-443c-90ae-0600f2c8874c req-018a5063-66b8-4ac2-b3c0-9776dce5e796 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:05.843967 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-780324bb-2623-443c-90ae-0600f2c8874c req-018a5063-66b8-4ac2-b3c0-9776dce5e796 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:05.938071 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-018a5063-66b8-4ac2-b3c0-9776dce5e796 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8297346 Mar 14 11:30:05.950186 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Request body: {'port': {'device_id': 'e82c8159-5081-48ab-8083-032a25cc1936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:30:06.015388 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:06.048769 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-e20ed96a-15c3-4de2-b7b0-33c4102b7486 None None] Provisioning complete for port 7815f6a5-7920-4b32-a3f0-7c97d85ae663 triggered by entity DHCP. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:30:06.049360 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e20ed96a-15c3-4de2-b7b0-33c4102b7486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:06.083969 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-e20ed96a-15c3-4de2-b7b0-33c4102b7486 None None] Port 7815f6a5-7920-4b32-a3f0-7c97d85ae663 cannot update to ACTIVE because it is not bound. {{(pid=104017) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 11:30:06.287347 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7815f6a5-7920-4b32-a3f0-7c97d85ae663 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:30:06.295207 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Publish callbacks [] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:06.308009 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Transition to ACTIVE for port object 7815f6a5-7920-4b32-a3f0-7c97d85ae663 will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:30:06.379154 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1590de-339f-4c84-94de-ea913b7c96bf req-41f62e25-8dc8-49c3-9f19-57a80fe14b55 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:06.380633 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7c1590de-339f-4c84-94de-ea913b7c96bf req-41f62e25-8dc8-49c3-9f19-57a80fe14b55 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 931 time: 0.0535767 Mar 14 11:30:06.406221 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:06.465995 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7c1590de-339f-4c84-94de-ea913b7c96bf req-cb6eabe3-b2ce-414b-b739-bb0d0f9c0fcf tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794027 Mar 14 11:30:06.478039 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Pushing event updated for resources: {'Port': ['ID=7815f6a5-7920-4b32-a3f0-7c97d85ae663,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:30:06.563208 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Attempting to bind port 7815f6a5-7920-4b32-a3f0-7c97d85ae663 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:30:06.563550 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Attempting to bind port 7815f6a5-7920-4b32-a3f0-7c97d85ae663 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:30:06.563887 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Attempting to bind port 7815f6a5-7920-4b32-a3f0-7c97d85ae663 on network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:30:06.569255 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Port 7815f6a5-7920-4b32-a3f0-7c97d85ae663 on network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:30:06.569585 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Attempting to bind port 7815f6a5-7920-4b32-a3f0-7c97d85ae663 on network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:30:06.574841 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:30:06.575326 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Checking segment: {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:30:06.575713 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Bound using segment: {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:30:06.576151 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Bound port: 7815f6a5-7920-4b32-a3f0-7c97d85ae663, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 294, 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:30:06.576670 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:06.655632 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] For port 7815f6a5-7920-4b32-a3f0-7c97d85ae663, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:30:06.658554 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] For port 7815f6a5-7920-4b32-a3f0-7c97d85ae663, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7815f6a5-7920-4b32-a3f0-7c97d85ae663,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:30:06.691165 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b648e-0095-409d-880e-dd87a0dc277d req-d6623e7a-eabf-4d29-a670-14654454b386 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:06.692786 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-937b648e-0095-409d-880e-dd87a0dc277d req-d6623e7a-eabf-4d29-a670-14654454b386 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0588214 Mar 14 11:30:06.729378 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:06.765392 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-937b648e-0095-409d-880e-dd87a0dc277d req-33fa608a-2ab7-4f2d-a5c8-805ba5da84b3 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662398 Mar 14 11:30:06.784419 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:06.785193 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:06.786851 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] 10.222.0.44 "PUT /v2.0/ports/7815f6a5-7920-4b32-a3f0-7c97d85ae663 HTTP/1.1" status: 200 len: 1093 time: 0.8414550 Mar 14 11:30:06.787362 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82c8159-5081-48ab-8083-032a25cc1936', 'tag': '7815f6a5-7920-4b32-a3f0-7c97d85ae663'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:30:06.789679 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaa4dfe-b4d9-4be7-b89a-735f48b28829" -d '{"events": [{"name": "network-changed", "server_uuid": "e82c8159-5081-48ab-8083-032a25cc1936", "tag": "7815f6a5-7920-4b32-a3f0-7c97d85ae663"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:30:06.822687 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ab71e-7af2-42db-8d63-7cc552d75c98 service neutron] Pushing event updated for resources: {'Port': ['ID=7815f6a5-7920-4b32-a3f0-7c97d85ae663,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:30:06.839071 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9c59e5-9ea3-4183-8f48-2eadabc36aa9 x-openstack-request-id: req-fa9c59e5-9ea3-4183-8f48-2eadabc36aa9 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:30:06.842878 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82c8159-5081-48ab-8083-032a25cc1936", "tag": "7815f6a5-7920-4b32-a3f0-7c97d85ae663", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:30:06.842878 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa9c59e5-9ea3-4183-8f48-2eadabc36aa9 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:30:06.842878 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82c8159-5081-48ab-8083-032a25cc1936', 'tag': '7815f6a5-7920-4b32-a3f0-7c97d85ae663', 'status': 'completed', 'code': 200} Mar 14 11:30:06.924561 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa4dfe-b4d9-4be7-b89a-735f48b28829 req-4eb06186-c685-403f-a98e-7d2aa782f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:06.926336 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fcaa4dfe-b4d9-4be7-b89a-735f48b28829 req-4eb06186-c685-403f-a98e-7d2aa782f85c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 1127 time: 0.0609617 Mar 14 11:30:07.050786 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa4dfe-b4d9-4be7-b89a-735f48b28829 req-227d9e90-d5db-47e6-8a03-4ac68622c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:07.050786 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fcaa4dfe-b4d9-4be7-b89a-735f48b28829 req-227d9e90-d5db-47e6-8a03-4ac68622c65e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=66d51cfaa81242c6a99599737fa4195a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1137102 Mar 14 11:30:07.155676 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa4dfe-b4d9-4be7-b89a-735f48b28829 req-b6bfee1e-f0c1-43b5-b568-0fd9c8a2592f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:07.157202 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fcaa4dfe-b4d9-4be7-b89a-735f48b28829 req-b6bfee1e-f0c1-43b5-b568-0fd9c8a2592f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022186 Mar 14 11:30:07.242134 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780324bb-2623-443c-90ae-0600f2c8874c req-cc935bc6-9b78-4cff-bf64-f0b0b4d09eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:07.243665 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-cc935bc6-9b78-4cff-bf64-f0b0b4d09eff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 1127 time: 0.0478556 Mar 14 11:30:07.288334 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-9af005de-c9a7-41cb-8d90-7e915ef49f41 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7815f6a5-7920-4b32-a3f0-7c97d85ae663 HTTP/1.1" status: 200 len: 217 time: 0.0362880 Mar 14 11:30:07.342617 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780324bb-2623-443c-90ae-0600f2c8874c req-5aa670cf-3777-4a10-9264-9603207ded55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:07.344238 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-5aa670cf-3777-4a10-9264-9603207ded55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327 HTTP/1.1" status: 200 len: 850 time: 0.0506337 Mar 14 11:30:07.394265 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780324bb-2623-443c-90ae-0600f2c8874c req-09ef19a3-5793-4ac9-86ca-6826faa2c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:07.396208 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-09ef19a3-5793-4ac9-86ca-6826faa2c10b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f63bf05-fb51-48ef-987d-7a89bd6f7088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451388 Mar 14 11:30:07.489482 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-c5e600a6-de82-400d-9c71-d360682eeec8 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867827 Mar 14 11:30:07.605437 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-780324bb-2623-443c-90ae-0600f2c8874c req-45e12232-b341-4a14-8ee9-78edef552d0e service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101074 Mar 14 11:30:07.612724 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1770ff-25b0-4c48-8866-eec0fa72e04b req-ee0fa51f-c1b5-4265-b20f-e84920800ec6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:07.614299 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d1770ff-25b0-4c48-8866-eec0fa72e04b req-ee0fa51f-c1b5-4265-b20f-e84920800ec6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 943 time: 0.0649812 Mar 14 11:30:07.665547 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-0d1770ff-25b0-4c48-8866-eec0fa72e04b req-1c3bcdc8-83b7-4689-992b-2ffad8af9fc6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457275 Mar 14 11:30:07.900198 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:30:07.904056 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fea81-f5eb-4592-badc-a7f8651e6fff req-03a02dfb-5a27-468c-873f-875d8b13057f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:07.905637 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a28fea81-f5eb-4592-badc-a7f8651e6fff req-03a02dfb-5a27-468c-873f-875d8b13057f tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 943 time: 0.0600960 Mar 14 11:30:07.956971 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a28fea81-f5eb-4592-badc-a7f8651e6fff req-0d8644d9-6ec2-4c2a-ab59-5ceca3f1a3fd tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447125 Mar 14 11:30:08.007474 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:30:08.018765 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'port_id': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'mac_address': 'fa:16:3e:02:8a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:30:08.057523 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:30:08.057523 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:08.060584 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-16e2d625-bd6c-46a3-aae9-2996f7760c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:08.071343 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:30:08.095397 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:30:08.191603 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:08.238639 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,revision_number=9']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:30:08.245530 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:08.245878 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:08.246248 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:08.246631 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:08.247068 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:08.247400 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:08.247805 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:08.248133 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:08.248564 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:08.248894 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:08.249339 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:08.249670 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:08.250019 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:08.250343 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:08.250660 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:08.665384 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:08.784575 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acf2cf-a7ad-4591-aadb-d81611610f91 req-5f2f4a2d-34dd-4bfd-8238-f27c6c7aad46 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:08.786184 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-64acf2cf-a7ad-4591-aadb-d81611610f91 req-5f2f4a2d-34dd-4bfd-8238-f27c6c7aad46 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 943 time: 0.0528529 Mar 14 11:30:08.835538 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-64acf2cf-a7ad-4591-aadb-d81611610f91 req-6ead2fa0-4ff5-4c00-b874-c89d10758fb8 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437477 Mar 14 11:30:08.961965 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['d53e17a8-ee49-4e89-9edd-7025dbc6b7f1'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:30:09.095136 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4886719-4048-4443-b03a-e39f3ab21095 req-eaef159e-41d9-4a51-93ff-466ff44507d8 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:09.096657 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f4886719-4048-4443-b03a-e39f3ab21095 req-eaef159e-41d9-4a51-93ff-466ff44507d8 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 944 time: 0.0585606 Mar 14 11:30:09.146677 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f4886719-4048-4443-b03a-e39f3ab21095 req-3fb69546-3f13-444f-ba98-d3994c0be206 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439122 Mar 14 11:30:09.156629 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:09.902244 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:30:09.954121 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:30:09.954500 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:09.955396 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8d76c-172e-4de3-abd6-e79e08156c86 req-81023bca-e565-49dc-84c6-cbe36736d420 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:09.957353 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-26d8d76c-172e-4de3-abd6-e79e08156c86 req-81023bca-e565-49dc-84c6-cbe36736d420 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 943 time: 0.0550222 Mar 14 11:30:10.012388 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-26d8d76c-172e-4de3-abd6-e79e08156c86 req-7d60f5ed-955b-4db9-8089-3590c71a4ebc tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478046 Mar 14 11:30:10.037718 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:30:10.038311 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:10.072544 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:30:10.075291 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e4c057-0712-4de1-84b9-66e022615999" -d '{"events": [{"server_uuid": "a62a245e-fe55-41e2-b08d-a07f7259a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "d53e17a8-ee49-4e89-9edd-7025dbc6b7f1"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:30:10.081254 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:30:10.112015 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d643d855-9027-4cc6-804c-56abd9bd8b66 x-openstack-request-id: req-d643d855-9027-4cc6-804c-56abd9bd8b66 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:30:10.112303 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62a245e-fe55-41e2-b08d-a07f7259a1aa", "name": "network-vif-plugged", "status": "completed", "tag": "d53e17a8-ee49-4e89-9edd-7025dbc6b7f1", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:30:10.112557 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d643d855-9027-4cc6-804c-56abd9bd8b66 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:30:10.112996 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'code': 200} Mar 14 11:30:10.167745 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:10.218153 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,revision_number=10']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:30:10.283853 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f9c44-4129-486c-9243-71662d72d6ae req-0963356f-51f9-4eb7-bc8c-66b9c43bbd7d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:10.285890 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e2f9c44-4129-486c-9243-71662d72d6ae req-0963356f-51f9-4eb7-bc8c-66b9c43bbd7d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 946 time: 0.0602844 Mar 14 11:30:10.338748 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-3e2f9c44-4129-486c-9243-71662d72d6ae req-3f93d75b-f8d8-413a-86de-ddf5d668491a tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451660 Mar 14 11:30:10.346438 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:10.469976 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fea2cc-98f4-4422-9bf0-43e3b8e0121b req-2d13340f-6310-4fae-8602-c130c72efef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:10.471554 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-94fea2cc-98f4-4422-9bf0-43e3b8e0121b req-2d13340f-6310-4fae-8602-c130c72efef8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 1130 time: 0.0433111 Mar 14 11:30:10.515457 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-94fea2cc-98f4-4422-9bf0-43e3b8e0121b req-2126b03e-8ab1-4648-a096-b1874496f542 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378790 Mar 14 11:30:11.134233 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e93a88-bcdd-4910-95c1-bcb450e49e39 req-77e80df4-59a1-4ad0-973f-c498dfa39382 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:11.135740 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-36e93a88-bcdd-4910-95c1-bcb450e49e39 req-77e80df4-59a1-4ad0-973f-c498dfa39382 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 943 time: 0.0562840 Mar 14 11:30:11.187149 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-36e93a88-bcdd-4910-95c1-bcb450e49e39 req-2ccdd14d-a89d-49a0-9adf-c9939a883959 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458267 Mar 14 11:30:11.472075 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090450fa-0cd7-491a-9d46-957a9ad30e3a req-942332c4-f98c-48d9-9fd2-4c228f3decd3 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:11.473599 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-090450fa-0cd7-491a-9d46-957a9ad30e3a req-942332c4-f98c-48d9-9fd2-4c228f3decd3 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 946 time: 0.0572038 Mar 14 11:30:11.520664 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-090450fa-0cd7-491a-9d46-957a9ad30e3a req-a23342be-8090-473d-9282-3a0c9066574d tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411708 Mar 14 11:30:11.762584 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:12.321552 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147687d-6176-42e5-8dc3-ef245866967c req-41b44396-f64a-49fa-895c-bacb25584ae7 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:12.323086 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0147687d-6176-42e5-8dc3-ef245866967c req-41b44396-f64a-49fa-895c-bacb25584ae7 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 943 time: 0.0612607 Mar 14 11:30:12.374065 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-0147687d-6176-42e5-8dc3-ef245866967c req-d80b57ce-c06d-4a52-8009-0d0c3e680fdd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453839 Mar 14 11:30:12.643689 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050977a-a2f5-4a80-bcc0-3170dda689cc req-83f6efc5-f983-484f-a456-dce29a8f9a92 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:12.645761 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2050977a-a2f5-4a80-bcc0-3170dda689cc req-83f6efc5-f983-484f-a456-dce29a8f9a92 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 946 time: 0.0540304 Mar 14 11:30:12.694061 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2050977a-a2f5-4a80-bcc0-3170dda689cc req-15645406-bfa0-4b2e-a43a-5c1de7e0c548 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426834 Mar 14 11:30:13.496483 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cffe632-0b6f-4728-9f62-46de44089ad1 req-a3622ebd-b2cb-4bdd-abda-4505c0def068 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:13.497889 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1cffe632-0b6f-4728-9f62-46de44089ad1 req-a3622ebd-b2cb-4bdd-abda-4505c0def068 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 943 time: 0.0543590 Mar 14 11:30:13.546543 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-1cffe632-0b6f-4728-9f62-46de44089ad1 req-704597ba-933e-4f41-a394-9b26c7d7f5d7 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430841 Mar 14 11:30:13.823024 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d510f6-bc64-48c4-8f19-ca0cc5f7114d req-31ab513e-8495-4406-b2e3-8a5cb7756345 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:13.824409 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e3d510f6-bc64-48c4-8f19-ca0cc5f7114d req-31ab513e-8495-4406-b2e3-8a5cb7756345 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 946 time: 0.0566072 Mar 14 11:30:13.871747 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ebf8bc45-af16-4fec-8306-c6cfeec72f1e req-ca267e46-fccf-4234-a827-94ffcfee9a1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486534 Mar 14 11:30:13.878619 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-e3d510f6-bc64-48c4-8f19-ca0cc5f7114d req-ae7d9ca2-43f7-4373-825c-ad3cb59b508b tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484638 Mar 14 11:30:13.938824 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8bc45-af16-4fec-8306-c6cfeec72f1e req-4b7bcea2-ab2a-4640-b153-be9e58fab7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:13.940413 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ebf8bc45-af16-4fec-8306-c6cfeec72f1e req-4b7bcea2-ab2a-4640-b153-be9e58fab7c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 1130 time: 0.0462120 Mar 14 11:30:14.050134 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8bc45-af16-4fec-8306-c6cfeec72f1e req-41fabc52-7de3-4dca-956a-e12f8ab07c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:14.052270 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ebf8bc45-af16-4fec-8306-c6cfeec72f1e req-41fabc52-7de3-4dca-956a-e12f8ab07c2e service neutron] 10.222.0.44 "GET /v2.0/networks?id=ac8d8309-0e4e-4a85-9956-37c78e1327a5 HTTP/1.1" status: 200 len: 917 time: 0.0928812 Mar 14 11:30:14.124456 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ebf8bc45-af16-4fec-8306-c6cfeec72f1e req-7d90c12b-bb05-470b-b0a1-22751c44135d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 HTTP/1.1" status: 200 len: 1001 time: 0.0622303 Mar 14 11:30:14.172272 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8bc45-af16-4fec-8306-c6cfeec72f1e req-f106ed24-3599-4a02-a3f4-007cc7492a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:14.173713 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ebf8bc45-af16-4fec-8306-c6cfeec72f1e req-f106ed24-3599-4a02-a3f4-007cc7492a08 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=36c84865-fa34-4ad8-b7c4-ef0535413a31 HTTP/1.1" status: 200 len: 855 time: 0.0434005 Mar 14 11:30:14.222068 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8bc45-af16-4fec-8306-c6cfeec72f1e req-3df7dc57-9c9c-4bf6-a547-e3d73520306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:14.224258 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ebf8bc45-af16-4fec-8306-c6cfeec72f1e req-3df7dc57-9c9c-4bf6-a547-e3d73520306e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ac8d8309-0e4e-4a85-9956-37c78e1327a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438952 Mar 14 11:30:14.322168 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ebf8bc45-af16-4fec-8306-c6cfeec72f1e req-4c62388a-5f4d-44f2-a3b8-cb6e9879b8ea service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915451 Mar 14 11:30:14.418774 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ebf8bc45-af16-4fec-8306-c6cfeec72f1e req-fc3e9bf1-95c5-45f5-80ec-c25ed4cbd082 service neutron] 10.222.0.44 "GET /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895457 Mar 14 11:30:14.665536 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d49186-313f-4d5d-bab1-88b958cdb4c7 req-4e942f51-7631-42b9-8d98-27631669e6a2 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:14.669916 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-89d49186-313f-4d5d-bab1-88b958cdb4c7 req-4e942f51-7631-42b9-8d98-27631669e6a2 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 943 time: 0.0548172 Mar 14 11:30:14.719689 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-89d49186-313f-4d5d-bab1-88b958cdb4c7 req-109ca399-7864-4146-8f47-e5a49bf8e8e9 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469866 Mar 14 11:30:15.846967 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e27e4d-fd24-4c31-af12-73c4edfbfcf0 req-e0097589-03a3-4eaa-b677-46a87354274f tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:15.849025 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-32e27e4d-fd24-4c31-af12-73c4edfbfcf0 req-e0097589-03a3-4eaa-b677-46a87354274f tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 943 time: 0.0616646 Mar 14 11:30:15.895913 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-32e27e4d-fd24-4c31-af12-73c4edfbfcf0 req-51135df2-0286-42c6-a3b6-4e0d39e81d9e tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410202 Mar 14 11:30:17.010973 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a42f8e-c765-4e55-ab58-00afb599d766 req-3aa8f175-4a5d-4020-847c-940e005e8875 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:17.013193 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-50a42f8e-c765-4e55-ab58-00afb599d766 req-3aa8f175-4a5d-4020-847c-940e005e8875 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 943 time: 0.0521786 Mar 14 11:30:17.059234 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-50a42f8e-c765-4e55-ab58-00afb599d766 req-4fe85909-937d-43f1-9752-fc08accc4329 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412698 Mar 14 11:30:17.969974 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 7815f6a5-7920-4b32-a3f0-7c97d85ae663 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:30:18.072470 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 7815f6a5-7920-4b32-a3f0-7c97d85ae663, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7815f6a5-7920-4b32-a3f0-7c97d85ae663,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:30:18.096598 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': '7815f6a5-7920-4b32-a3f0-7c97d85ae663', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'port_id': '7815f6a5-7920-4b32-a3f0-7c97d85ae663', 'mac_address': 'fa:16:3e:b1:f2:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:30:18.142997 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 7815f6a5-7920-4b32-a3f0-7c97d85ae663 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:30:18.143399 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:18.157496 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7815f6a5-7920-4b32-a3f0-7c97d85ae663 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:30:18.180995 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 7815f6a5-7920-4b32-a3f0-7c97d85ae663, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7815f6a5-7920-4b32-a3f0-7c97d85ae663,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:30:18.191283 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddb70c-0f25-481a-af09-223020aaf101 req-8df3371e-0ef6-4b85-9665-da02d3d7c920 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:18.198902 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1dddb70c-0f25-481a-af09-223020aaf101 req-8df3371e-0ef6-4b85-9665-da02d3d7c920 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 943 time: 0.0676425 Mar 14 11:30:18.244150 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1dddb70c-0f25-481a-af09-223020aaf101 req-b1017e35-da3c-4d81-b6ec-15e821fe0df5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443344 Mar 14 11:30:18.247691 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:18.310633 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=7815f6a5-7920-4b32-a3f0-7c97d85ae663,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:30:18.620931 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['7815f6a5-7920-4b32-a3f0-7c97d85ae663'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:30:19.367856 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c35f5-a7c4-4739-9cf1-c64c79fd7712 req-72220726-a707-49de-9192-aa1f8c627e32 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:19.369303 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bd8c35f5-a7c4-4739-9cf1-c64c79fd7712 req-72220726-a707-49de-9192-aa1f8c627e32 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 944 time: 0.0566080 Mar 14 11:30:19.417959 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bd8c35f5-a7c4-4739-9cf1-c64c79fd7712 req-afbd948c-c5bb-4969-be46-29a30435015d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429504 Mar 14 11:30:19.993614 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 7815f6a5-7920-4b32-a3f0-7c97d85ae663 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:30:20.139435 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port 7815f6a5-7920-4b32-a3f0-7c97d85ae663 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:30:20.143512 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port 7815f6a5-7920-4b32-a3f0-7c97d85ae663 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:30:20.143887 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:20.223891 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 7815f6a5-7920-4b32-a3f0-7c97d85ae663 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:30:20.224284 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:20.246405 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82c8159-5081-48ab-8083-032a25cc1936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7815f6a5-7920-4b32-a3f0-7c97d85ae663'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:30:20.248268 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d64c9e-f384-46d6-8a20-32040586f14b" -d '{"events": [{"server_uuid": "e82c8159-5081-48ab-8083-032a25cc1936", "name": "network-vif-plugged", "status": "completed", "tag": "7815f6a5-7920-4b32-a3f0-7c97d85ae663"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:30:20.262853 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 7815f6a5-7920-4b32-a3f0-7c97d85ae663, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7815f6a5-7920-4b32-a3f0-7c97d85ae663,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:30:20.291904 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bdb0bc-b39b-46a9-badf-e91b89e347da x-openstack-request-id: req-40bdb0bc-b39b-46a9-badf-e91b89e347da {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:30:20.292202 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82c8159-5081-48ab-8083-032a25cc1936", "name": "network-vif-plugged", "status": "completed", "tag": "7815f6a5-7920-4b32-a3f0-7c97d85ae663", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:30:20.292460 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40bdb0bc-b39b-46a9-badf-e91b89e347da {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:30:20.292858 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82c8159-5081-48ab-8083-032a25cc1936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7815f6a5-7920-4b32-a3f0-7c97d85ae663', 'code': 200} Mar 14 11:30:20.334133 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:20.383162 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=7815f6a5-7920-4b32-a3f0-7c97d85ae663,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:30:20.537886 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4431de-cb87-45f5-8121-3b9ca3d773b0 req-b62c7f67-3a76-4b92-9903-38c2956cc7bc tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:20.539326 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba4431de-cb87-45f5-8121-3b9ca3d773b0 req-b62c7f67-3a76-4b92-9903-38c2956cc7bc tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 945 time: 0.0542500 Mar 14 11:30:20.589829 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ba4431de-cb87-45f5-8121-3b9ca3d773b0 req-3735a0ba-0b4e-4749-8117-bd05633a0ddf tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448444 Mar 14 11:30:20.651773 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880671c2-4a3c-4198-8c68-64c0250df119 req-dd78ad74-5c1f-400d-8568-c1feb5f96e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:20.653246 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-880671c2-4a3c-4198-8c68-64c0250df119 req-dd78ad74-5c1f-400d-8568-c1feb5f96e60 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 1129 time: 0.0432537 Mar 14 11:30:20.701667 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-880671c2-4a3c-4198-8c68-64c0250df119 req-b57b45d2-15c0-4e9a-92b5-5e197e1957cc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428147 Mar 14 11:30:21.714022 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cd765-e475-4dbb-bf3b-62ef3a7aab5c req-9c84f1f2-6bbf-4d8e-b6bf-4a77613b4fc5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:21.715445 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6b4cd765-e475-4dbb-bf3b-62ef3a7aab5c req-9c84f1f2-6bbf-4d8e-b6bf-4a77613b4fc5 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 945 time: 0.0546474 Mar 14 11:30:21.762823 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-6b4cd765-e475-4dbb-bf3b-62ef3a7aab5c req-cf8b0544-3081-4a13-8fcf-91000473c552 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419257 Mar 14 11:30:22.879723 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336c574-741a-4e35-a17a-25433ac433aa req-6ed402bc-94f6-4857-a4fb-d5638c40b7e4 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:22.881168 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4336c574-741a-4e35-a17a-25433ac433aa req-6ed402bc-94f6-4857-a4fb-d5638c40b7e4 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 945 time: 0.0529921 Mar 14 11:30:22.930711 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4336c574-741a-4e35-a17a-25433ac433aa req-ce266b17-cc79-4a1e-b69b-4295788ac150 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438595 Mar 14 11:30:23.044368 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce876b-fc8c-476f-8d87-cad450cffbd4 req-9977b482-47e0-4af2-97a6-320eb88ebb05 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:23.045800 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-44ce876b-fc8c-476f-8d87-cad450cffbd4 req-9977b482-47e0-4af2-97a6-320eb88ebb05 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 945 time: 0.0512433 Mar 14 11:30:23.093395 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-44ce876b-fc8c-476f-8d87-cad450cffbd4 req-fac22aff-c0f0-44f7-9678-542740667289 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414062 Mar 14 11:30:23.118052 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 60440) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:30:23.381016 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d177fec3-9fb3-4f7b-8312-4315a9f8eebb tempest-TestVolumeBootPattern-1278944951 tempest-TestVolumeBootPattern-1278944951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:23.388897 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-d177fec3-9fb3-4f7b-8312-4315a9f8eebb tempest-TestVolumeBootPattern-1278944951 tempest-TestVolumeBootPattern-1278944951-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 1124 time: 0.2639632 Mar 14 11:30:23.388897 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 60444) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:30:23.390140 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Request body: {'floatingip': {'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'port_id': '7815f6a5-7920-4b32-a3f0-7c97d85ae663', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:30:23.509339 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:23.602684 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:23.704173 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Allocated IP 172.27.3.16 (176acbe3-7568-4ebf-bdee-458ee42fb6d3/d5d94c11-7cf7-4e78-961b-c71b0b87055c/10631eb7-0d0f-40f5-9b23-a1f169ccd51e) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:30:23.804340 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for port (10631eb7-0d0f-40f5-9b23-a1f169ccd51e), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:23.916839 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (10631eb7-0d0f-40f5-9b23-a1f169ccd51e), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:23.956201 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Network 176acbe3-7568-4ebf-bdee-458ee42fb6d3 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:30:23.959757 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:30:23.963155 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:30:23.968352 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'Port': ['ID=10631eb7-0d0f-40f5-9b23-a1f169ccd51e,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:30:23.998009 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:23.998366 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:23.998927 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:23.999033 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:23.999376 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:23.999716 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:24.000047 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:24.000379 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:24.000712 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:24.001043 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:24.001371 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:24.001700 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:24.002056 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:24.002384 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:24.002710 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:24.336906 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for floatingip (7fae66be-2e72-40b3-8c97-8bf3438e7f23), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:24.480491 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (10631eb7-0d0f-40f5-9b23-a1f169ccd51e), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:24.622606 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for port (10631eb7-0d0f-40f5-9b23-a1f169ccd51e), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:24.676768 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (10631eb7-0d0f-40f5-9b23-a1f169ccd51e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:24.747639 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event updated for resources: {'Port': ['ID=10631eb7-0d0f-40f5-9b23-a1f169ccd51e,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:30:24.765363 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (7fae66be-2e72-40b3-8c97-8bf3438e7f23), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:24.871312 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Floating IP 7fae66be-2e72-40b3-8c97-8bf3438e7f23 associated. External IP: 172.27.3.16, port: 7815f6a5-7920-4b32-a3f0-7c97d85ae663. Mar 14 11:30:25.083290 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Router 7bc4534f-0190-4376-88e6-28abd32b88e8 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:30:25.194159 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:30:25.204190 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28447d7-1997-4a2c-8c83-731cf469207c None None] Sync routers for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:30:25.215463 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28447d7-1997-4a2c-8c83-731cf469207c None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:30:25.216078 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a28447d7-1997-4a2c-8c83-731cf469207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:30:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:30:25.290571 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:25.320884 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b9463760-b843-474f-aee1-330b76e645a6 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9340386 Mar 14 11:30:25.321479 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82c8159-5081-48ab-8083-032a25cc1936', 'tag': '7815f6a5-7920-4b32-a3f0-7c97d85ae663'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:30:25.323799 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4970600d-6b86-44f0-bd3d-8d7292192477" -d '{"events": [{"name": "network-changed", "server_uuid": "e82c8159-5081-48ab-8083-032a25cc1936", "tag": "7815f6a5-7920-4b32-a3f0-7c97d85ae663"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:30:25.327553 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-a28447d7-1997-4a2c-8c83-731cf469207c None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:30:25.360892 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456a2252-2b8b-4765-829d-be4a56c84e5b x-openstack-request-id: req-456a2252-2b8b-4765-829d-be4a56c84e5b {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:30:25.361190 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82c8159-5081-48ab-8083-032a25cc1936", "tag": "7815f6a5-7920-4b32-a3f0-7c97d85ae663", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:30:25.361447 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-456a2252-2b8b-4765-829d-be4a56c84e5b {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:30:25.361859 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82c8159-5081-48ab-8083-032a25cc1936', 'tag': '7815f6a5-7920-4b32-a3f0-7c97d85ae663', 'status': 'completed', 'code': 200} Mar 14 11:30:25.436025 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970600d-6b86-44f0-bd3d-8d7292192477 req-4476cbf7-c6bc-4d75-a253-c3247f3877a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:25.437701 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4970600d-6b86-44f0-bd3d-8d7292192477 req-4476cbf7-c6bc-4d75-a253-c3247f3877a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 1129 time: 0.0532174 Mar 14 11:30:25.538056 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970600d-6b86-44f0-bd3d-8d7292192477 req-323953d4-66a2-4580-b3d6-09fbaf949070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:25.539505 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4970600d-6b86-44f0-bd3d-8d7292192477 req-323953d4-66a2-4580-b3d6-09fbaf949070 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f63bf05-fb51-48ef-987d-7a89bd6f7088 HTTP/1.1" status: 200 len: 912 time: 0.0946479 Mar 14 11:30:25.605051 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4970600d-6b86-44f0-bd3d-8d7292192477 req-b6a33ffe-462f-43a5-9438-96aa4d799e86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7815f6a5-7920-4b32-a3f0-7c97d85ae663 HTTP/1.1" status: 200 len: 998 time: 0.0576489 Mar 14 11:30:25.656491 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970600d-6b86-44f0-bd3d-8d7292192477 req-d22b40dd-043c-4012-b225-a16554d6a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:25.658030 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4970600d-6b86-44f0-bd3d-8d7292192477 req-d22b40dd-043c-4012-b225-a16554d6a6d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327 HTTP/1.1" status: 200 len: 850 time: 0.0468283 Mar 14 11:30:25.681784 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a28447d7-1997-4a2c-8c83-731cf469207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '6a8184f2-8f4c-4372-94fd-f457e229f346', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'port_id': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'mac_address': 'fa:16:3e:c2:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:27:24Z', 'updated_at': '2022-03-14T11:27:26Z', 'revision_number': 1, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address_scope': None}, {'id': '7fae66be-2e72-40b3-8c97-8bf3438e7f23', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'port_id': '7815f6a5-7920-4b32-a3f0-7c97d85ae663', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'mac_address': 'fa:16:3e:b1:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82c8159-5081-48ab-8083-032a25cc1936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:30:24Z', 'updated_at': '2022-03-14T11:30:24Z', 'revision_number': 0, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:30:25.708608 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28447d7-1997-4a2c-8c83-731cf469207c None None] Checking router: 7bc4534f-0190-4376-88e6-28abd32b88e8 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:30:25.710825 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970600d-6b86-44f0-bd3d-8d7292192477 req-26a3f7d2-f633-407f-82ef-24750279821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:30:25.712369 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4970600d-6b86-44f0-bd3d-8d7292192477 req-26a3f7d2-f633-407f-82ef-24750279821f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f63bf05-fb51-48ef-987d-7a89bd6f7088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480158 Mar 14 11:30:25.716730 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28447d7-1997-4a2c-8c83-731cf469207c None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:30:25.717331 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a28447d7-1997-4a2c-8c83-731cf469207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:30:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:30:25.805097 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4970600d-6b86-44f0-bd3d-8d7292192477 req-d58831b2-a64c-4909-855f-d40ff496df37 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855212 Mar 14 11:30:25.829460 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-a28447d7-1997-4a2c-8c83-731cf469207c None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:30:26.085846 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-a28447d7-1997-4a2c-8c83-731cf469207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '6a8184f2-8f4c-4372-94fd-f457e229f346', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'port_id': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'mac_address': 'fa:16:3e:c2:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:27:24Z', 'updated_at': '2022-03-14T11:27:26Z', 'revision_number': 1, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address_scope': None}, {'id': '7fae66be-2e72-40b3-8c97-8bf3438e7f23', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'port_id': '7815f6a5-7920-4b32-a3f0-7c97d85ae663', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'mac_address': 'fa:16:3e:b1:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82c8159-5081-48ab-8083-032a25cc1936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:30:24Z', 'updated_at': '2022-03-14T11:30:24Z', 'revision_number': 0, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:30:26.114212 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28447d7-1997-4a2c-8c83-731cf469207c None None] The sync data for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi is: [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '6a8184f2-8f4c-4372-94fd-f457e229f346', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'port_id': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'mac_address': 'fa:16:3e:c2:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:27:24Z', 'updated_at': '2022-03-14T11:27:26Z', 'revision_number': 1, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address_scope': None}, {'id': '7fae66be-2e72-40b3-8c97-8bf3438e7f23', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'port_id': '7815f6a5-7920-4b32-a3f0-7c97d85ae663', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'mac_address': 'fa:16:3e:b1:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82c8159-5081-48ab-8083-032a25cc1936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:30:24Z', 'updated_at': '2022-03-14T11:30:24Z', 'revision_number': 0, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:30:26.184840 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4970600d-6b86-44f0-bd3d-8d7292192477 req-518ed6bd-5bbe-49a1-a94e-6e76a81f2560 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736994 Mar 14 11:30:26.337688 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a9872b-6595-4506-85d6-aa7bcd5f96fb None None] New status for floating IP 7fae66be-2e72-40b3-8c97-8bf3438e7f23: ACTIVE {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:30:27.978274 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 60474) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:30:28.081545 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-64645f76-232b-4a0b-be52-940021c73863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:28.153471 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-64645f76-232b-4a0b-be52-940021c73863 admin admin] Publish callbacks [] for security_group (e5b334b2-b2fb-4ea9-b1f8-1831b648782d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:28.241835 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-64645f76-232b-4a0b-be52-940021c73863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (e5b334b2-b2fb-4ea9-b1f8-1831b648782d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:28.279758 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-64645f76-232b-4a0b-be52-940021c73863 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f4a1fc17bb6452eb25b8d8154f13598&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3004005 Mar 14 11:30:28.280606 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64645f76-232b-4a0b-be52-940021c73863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b334b2-b2fb-4ea9-b1f8-1831b648782d,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:30:28.282524 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 60478) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:30:28.331362 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Publish callbacks [] for security_group (e5b334b2-b2fb-4ea9-b1f8-1831b648782d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:28.352255 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Publish callbacks [] for security_group (e5b334b2-b2fb-4ea9-b1f8-1831b648782d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:28.510636 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (e5b334b2-b2fb-4ea9-b1f8-1831b648782d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:28.513283 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:28.514439 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5b334b2-b2fb-4ea9-b1f8-1831b648782d HTTP/1.1" status: 204 len: 168 time: 0.2298992 Mar 14 11:30:28.523357 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b334b2-b2fb-4ea9-b1f8-1831b648782d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:30:28.530375 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:28.530730 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:28.531082 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:28.531527 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:28.531969 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:28.532198 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:28.532548 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:28.532863 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:28.533199 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:28.533531 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:28.533864 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:28.534223 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:28.534551 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:28.534875 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:28.535198 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937fa719-a31d-4bd9-a457-262b1c516690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:30:28.834874 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:30:35.248255 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-47669bbe-5d80-4edd-b73c-e1c6b4b26147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:37.384799 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-33613600-2f16-4b12-86ec-a523e0e0db7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:38.688045 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:39.180494 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:40.344817 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:30:41.784449 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:05.206743 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3206f001-db36-4271-b04e-8b75418107f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:05.833144 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:31:07.378121 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3e022dcf-f259-4c6c-9d95-98fd658f0bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:08.709389 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:09.206524 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:10.342771 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:11.766283 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:14.882760 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f644120-44be-4e86-8afa-c0a0ad08a554 req-fa62d494-7fb5-4b4e-ae37-5c6857e26d07 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429025 Mar 14 11:31:14.977507 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f644120-44be-4e86-8afa-c0a0ad08a554 req-714f1433-e5d9-43a7-9fc7-4b623124e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:31:14.978973 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f644120-44be-4e86-8afa-c0a0ad08a554 req-714f1433-e5d9-43a7-9fc7-4b623124e425 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 1130 time: 0.0466712 Mar 14 11:31:15.079249 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f644120-44be-4e86-8afa-c0a0ad08a554 req-54e54668-164c-41ef-9359-9581fba27fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:31:15.080657 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f644120-44be-4e86-8afa-c0a0ad08a554 req-54e54668-164c-41ef-9359-9581fba27fe7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f63bf05-fb51-48ef-987d-7a89bd6f7088 HTTP/1.1" status: 200 len: 912 time: 0.0809166 Mar 14 11:31:15.152068 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f644120-44be-4e86-8afa-c0a0ad08a554 req-279b1c80-5d3e-4d95-952a-b0f47f7dc6c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1342952-7724-47e0-ad3f-8d010c0210f9 HTTP/1.1" status: 200 len: 1002 time: 0.0600691 Mar 14 11:31:15.198984 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f644120-44be-4e86-8afa-c0a0ad08a554 req-cb44a9bc-2314-4e69-af56-4b1a1eace959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:31:15.200372 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f644120-44be-4e86-8afa-c0a0ad08a554 req-cb44a9bc-2314-4e69-af56-4b1a1eace959 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327 HTTP/1.1" status: 200 len: 850 time: 0.0417242 Mar 14 11:31:15.247886 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f644120-44be-4e86-8afa-c0a0ad08a554 req-ad259b96-ce4e-4ded-9016-8a9cbc898f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:31:15.249484 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f644120-44be-4e86-8afa-c0a0ad08a554 req-ad259b96-ce4e-4ded-9016-8a9cbc898f46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f63bf05-fb51-48ef-987d-7a89bd6f7088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424559 Mar 14 11:31:15.340241 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f644120-44be-4e86-8afa-c0a0ad08a554 req-fda78cfe-7768-4546-a008-a564d08d4357 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832908 Mar 14 11:31:15.428925 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f644120-44be-4e86-8afa-c0a0ad08a554 req-5f282531-fd9c-4042-93d9-ee854a224b25 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814748 Mar 14 11:31:19.633767 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 60730) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:31:19.739698 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fdea4372-d2ed-4cb6-b523-1ff9bf064987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:19.810562 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fdea4372-d2ed-4cb6-b523-1ff9bf064987 admin admin] Publish callbacks [] for security_group (f8b6c01c-4c1b-44f2-8cb1-cc3995a4ce86), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:19.873133 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fdea4372-d2ed-4cb6-b523-1ff9bf064987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (f8b6c01c-4c1b-44f2-8cb1-cc3995a4ce86), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:19.911859 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fdea4372-d2ed-4cb6-b523-1ff9bf064987 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f02b7f27fe94aa38abf65d23e6c6750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769239 Mar 14 11:31:19.912720 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea4372-d2ed-4cb6-b523-1ff9bf064987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b6c01c-4c1b-44f2-8cb1-cc3995a4ce86,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:31:19.914509 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 60734) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:31:19.962634 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-535c65bd-6398-450c-911a-3ce88bc48842 admin admin] Publish callbacks [] for security_group (f8b6c01c-4c1b-44f2-8cb1-cc3995a4ce86), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:19.987813 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-535c65bd-6398-450c-911a-3ce88bc48842 admin admin] Publish callbacks [] for security_group (f8b6c01c-4c1b-44f2-8cb1-cc3995a4ce86), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:20.113211 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-535c65bd-6398-450c-911a-3ce88bc48842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (f8b6c01c-4c1b-44f2-8cb1-cc3995a4ce86), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:20.115798 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-535c65bd-6398-450c-911a-3ce88bc48842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:20.116984 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-535c65bd-6398-450c-911a-3ce88bc48842 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f8b6c01c-4c1b-44f2-8cb1-cc3995a4ce86 HTTP/1.1" status: 204 len: 168 time: 0.2014673 Mar 14 11:31:20.125274 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c65bd-6398-450c-911a-3ce88bc48842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b6c01c-4c1b-44f2-8cb1-cc3995a4ce86,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:31:34.155992 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59b91a-d61c-464b-bb2e-8b1844431e27 req-73ada2e6-f3a8-44bf-9418-549f40725cf8 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:31:34.157432 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c59b91a-d61c-464b-bb2e-8b1844431e27 req-73ada2e6-f3a8-44bf-9418-549f40725cf8 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 946 time: 0.0528264 Mar 14 11:31:34.204604 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-9c59b91a-d61c-464b-bb2e-8b1844431e27 req-29bdf43c-6d71-40cd-a108-4e7856497a76 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 Mar 14 11:31:35.250934 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-18aead99-fc05-4821-80bf-c8fe2177f33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:35.330736 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69282c0a-7f4c-4548-a377-ba80a7f5c0f0 req-75400aaa-2314-42b0-aa6e-dd7e473cf1d8 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:31:35.332134 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-69282c0a-7f4c-4548-a377-ba80a7f5c0f0 req-75400aaa-2314-42b0-aa6e-dd7e473cf1d8 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 946 time: 0.0527751 Mar 14 11:31:35.378478 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-69282c0a-7f4c-4548-a377-ba80a7f5c0f0 req-c042aa70-d471-475f-b6f6-522b8a0b096e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408251 Mar 14 11:31:35.965092 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-ddb88586-63bf-4536-9679-417ba6e7e58e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:31:35.966592 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-ddb88586-63bf-4536-9679-417ba6e7e58e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.44 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 946 time: 0.0504982 Mar 14 11:31:36.058399 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Deleting port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:31:36.058739 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:36.145314 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] For port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:31:36.145680 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:36.316491 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:36.316854 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3899887'] for floatingip (1faf3ba5-8e16-4bb5-949f-e083261537c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:36.317171 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Floating IP 1faf3ba5-8e16-4bb5-949f-e083261537c4 disassociated. External IP: 172.27.3.202, port: d53e17a8-ee49-4e89-9edd-7025dbc6b7f1. Mar 14 11:31:36.317507 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Calling delete_port for d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:31:36.505787 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a01ca-8be8-4dc0-8be0-bf5b82bf134d req-4948e9fd-fe15-43d2-bf8a-df980ef48140 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:31:36.506909 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (d53e17a8-ee49-4e89-9edd-7025dbc6b7f1), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:36.507313 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f99a01ca-8be8-4dc0-8be0-bf5b82bf134d req-4948e9fd-fe15-43d2-bf8a-df980ef48140 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 946 time: 0.0574789 Mar 14 11:31:36.540190 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event deleted for resources: {'Port': ['ID=d53e17a8-ee49-4e89-9edd-7025dbc6b7f1,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:31:36.552973 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:36.553336 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:36.553767 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:36.554143 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:36.554494 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:36.554809 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f99a01ca-8be8-4dc0-8be0-bf5b82bf134d req-a8930a51-41d7-442f-b08e-94c0ed30feac tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups?id=164ec178-cd26-40bf-bde6-d95a5d2f8965&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415156 Mar 14 11:31:36.555040 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:36.555144 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:36.555478 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:36.555844 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:36.556143 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:36.556472 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:36.556800 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:36.557135 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:36.557462 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:36.557791 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:36.667313 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:31:36.776669 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:31:36.786625 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a74b12-74f7-459a-8bce-88cafa0ce80e None None] Sync routers for ids ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:31:36.796288 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a74b12-74f7-459a-8bce-88cafa0ce80e None None] Routers {'0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:31:36.796843 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d7a74b12-74f7-459a-8bce-88cafa0ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:31:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:31:36.816474 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] No DVR routers for this DVR port d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:31:36.818837 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:36.822642 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2ef55983-23be-43d1-ad57-6dbb292168e6 req-99e57257-bfd3-4baf-9092-330256e731ff tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.44 "DELETE /v2.0/ports/d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 HTTP/1.1" status: 204 len: 173 time: 0.8508959 Mar 14 11:31:36.823092 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'name': 'network-vif-deleted', 'tag': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:31:36.825360 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfbbbee-5a0b-471f-9856-997996bf9ca5" -d '{"events": [{"server_uuid": "a62a245e-fe55-41e2-b08d-a07f7259a1aa", "name": "network-vif-deleted", "tag": "d53e17a8-ee49-4e89-9edd-7025dbc6b7f1"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:31:36.864339 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2e3083-42a6-4567-bf8c-a0de8a9d1c59 x-openstack-request-id: req-cc2e3083-42a6-4567-bf8c-a0de8a9d1c59 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:31:36.864339 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62a245e-fe55-41e2-b08d-a07f7259a1aa", "name": "network-vif-deleted", "tag": "d53e17a8-ee49-4e89-9edd-7025dbc6b7f1", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:31:36.864339 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc2e3083-42a6-4567-bf8c-a0de8a9d1c59 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:31:36.864339 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62a245e-fe55-41e2-b08d-a07f7259a1aa', 'name': 'network-vif-deleted', 'tag': 'd53e17a8-ee49-4e89-9edd-7025dbc6b7f1', 'status': 'completed', 'code': 200} Mar 14 11:31:36.925058 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-d7a74b12-74f7-459a-8bce-88cafa0ce80e None None] Set router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:31:37.154000 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d7a74b12-74f7-459a-8bce-88cafa0ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 5, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:31:37.182351 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a74b12-74f7-459a-8bce-88cafa0ce80e None None] Checking router: 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:31:37.190986 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a74b12-74f7-459a-8bce-88cafa0ce80e None None] Routers {'0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:31:37.191598 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d7a74b12-74f7-459a-8bce-88cafa0ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:31:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:31:37.307092 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-d7a74b12-74f7-459a-8bce-88cafa0ce80e None None] Set router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:31:37.417462 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4b1874e1-b83c-44ed-9c94-5f371151f3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:37.533324 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-d7a74b12-74f7-459a-8bce-88cafa0ce80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 5, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:31:37.563489 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a74b12-74f7-459a-8bce-88cafa0ce80e None None] The sync data for ids ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'] in dv-cinder-831776-2-iscsi is: [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:22:20Z', 'revision_number': 4, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': 'e3070c33-283b-4e39-9cba-2ef714cd4551', 'name': '', 'network_id': 'ac8d8309-0e4e-4a85-9956-37c78e1327a5', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'mac_address': 'fa:16:3e:6f:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:19Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 5, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'subnets': [{'id': '36c84865-fa34-4ad8-b7c4-ef0535413a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:31:37.672342 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-8009db5e-be53-4d7c-8211-d97f0edf91f9 req-15451339-8ccd-4c79-b205-d19abbf6eaab tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/ports?device_id=a62a245e-fe55-41e2-b08d-a07f7259a1aa HTTP/1.1" status: 200 len: 210 time: 0.0277042 Mar 14 11:31:37.794461 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbd9f54-ba6b-4752-ae12-b1800bcba62f None None] New status for floating IP 1faf3ba5-8e16-4bb5-949f-e083261537c4: DOWN {{(pid=104018) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:31:38.683499 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:38.844953 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 60772) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:31:38.898569 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2da2917c-37bb-438e-85ba-d6bdb9429c5e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group (164ec178-cd26-40bf-bde6-d95a5d2f8965), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:38.921553 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2da2917c-37bb-438e-85ba-d6bdb9429c5e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group (164ec178-cd26-40bf-bde6-d95a5d2f8965), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:39.038226 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2da2917c-37bb-438e-85ba-d6bdb9429c5e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (164ec178-cd26-40bf-bde6-d95a5d2f8965), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:39.040732 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2da2917c-37bb-438e-85ba-d6bdb9429c5e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:39.041880 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-2da2917c-37bb-438e-85ba-d6bdb9429c5e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "DELETE /v2.0/security-groups/164ec178-cd26-40bf-bde6-d95a5d2f8965 HTTP/1.1" status: 204 len: 168 time: 0.1959186 Mar 14 11:31:39.044642 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 60776) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:31:39.050963 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2917c-37bb-438e-85ba-d6bdb9429c5e tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=164ec178-cd26-40bf-bde6-d95a5d2f8965,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:31:39.058074 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.api.v2.resource [None req-0af81b38-dde0-4493-85bd-eca7d3a3e9f7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] show failed (client error): The resource could not be found. Mar 14 11:31:39.062752 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-0af81b38-dde0-4493-85bd-eca7d3a3e9f7 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "GET /v2.0/security-groups/164ec178-cd26-40bf-bde6-d95a5d2f8965 HTTP/1.1" status: 404 len: 347 time: 0.0168922 Mar 14 11:31:39.063307 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 60778) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:31:39.184817 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Deleting port edddbe84-3490-4bed-81eb-fd4f9dfd24d6 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:31:39.185155 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (edddbe84-3490-4bed-81eb-fd4f9dfd24d6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:39.188709 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:39.261200 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (edddbe84-3490-4bed-81eb-fd4f9dfd24d6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:39.261526 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for floatingip (edddbe84-3490-4bed-81eb-fd4f9dfd24d6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:39.274141 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Calling delete_port for edddbe84-3490-4bed-81eb-fd4f9dfd24d6 owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:31:39.457395 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (edddbe84-3490-4bed-81eb-fd4f9dfd24d6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:39.484666 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Pushing event deleted for resources: {'Port': ['ID=edddbe84-3490-4bed-81eb-fd4f9dfd24d6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:31:39.507936 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:39.508285 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:39.508625 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:39.508964 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:39.509295 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:39.509625 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:39.509974 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:39.510299 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:39.510620 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:39.510939 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:39.511259 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:39.511576 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:39.511894 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:39.512210 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:39.512525 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:39.552023 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks [] for floatingip (1faf3ba5-8e16-4bb5-949f-e083261537c4), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:39.554513 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:39.555640 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-1e2c946b-5aee-46a9-813a-795f3292aed9 tempest-AttachVolumeShelveTestJSON-1013693603 tempest-AttachVolumeShelveTestJSON-1013693603-project] 10.222.0.37 "DELETE /v2.0/floatingips/1faf3ba5-8e16-4bb5-949f-e083261537c4 HTTP/1.1" status: 204 len: 168 time: 0.4913824 Mar 14 11:31:40.348993 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:40.392581 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:31:40.412950 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:31:40.413290 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device d53e17a8-ee49-4e89-9edd-7025dbc6b7f1 not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:31:41.777548 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:42.270184 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 60800) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:31:42.750223 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7e901b97-5b61-444e-a99b-d2c08bbbb961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899631'] for router_interface (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:42.831372 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:31:42.991381 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-7e901b97-5b61-444e-a99b-d2c08bbbb961 admin admin] Deleting port e3070c33-283b-4e39-9cba-2ef714cd4551 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:31:42.991714 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7e901b97-5b61-444e-a99b-d2c08bbbb961 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:43.066634 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-7e901b97-5b61-444e-a99b-d2c08bbbb961 admin admin] For port e3070c33-283b-4e39-9cba-2ef714cd4551, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=e3070c33-283b-4e39-9cba-2ef714cd4551,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:31:43.066989 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7e901b97-5b61-444e-a99b-d2c08bbbb961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:43.079674 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-7e901b97-5b61-444e-a99b-d2c08bbbb961 admin admin] Calling delete_port for e3070c33-283b-4e39-9cba-2ef714cd4551 owned by network:router_interface {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:31:43.352445 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7e901b97-5b61-444e-a99b-d2c08bbbb961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (e3070c33-283b-4e39-9cba-2ef714cd4551), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:43.381137 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e901b97-5b61-444e-a99b-d2c08bbbb961 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3070c33-283b-4e39-9cba-2ef714cd4551,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:31:43.791209 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7e901b97-5b61-444e-a99b-d2c08bbbb961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3903071'] for router_interface (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:44.001755 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e901b97-5b61-444e-a99b-d2c08bbbb961 admin admin] Router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:31:44.107161 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e901b97-5b61-444e-a99b-d2c08bbbb961 admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:31:44.112723 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-7e901b97-5b61-444e-a99b-d2c08bbbb961 admin admin] 10.222.0.37 "PUT /v2.0/routers/0f1a1dd2-a262-4275-8f5c-0d27d970a8f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8414612 Mar 14 11:31:44.115196 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 60806) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:31:44.118954 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ceaced-5e49-4cdc-a0f3-64647ed332fa None None] Sync routers for ids ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:31:44.129570 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ceaced-5e49-4cdc-a0f3-64647ed332fa None None] Routers {'0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:31:44.130220 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-70ceaced-5e49-4cdc-a0f3-64647ed332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:31:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:31:44.249644 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] Publish callbacks [] for router (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:44.359890 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] Publish callbacks [] for router_gateway (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:44.392975 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-70ceaced-5e49-4cdc-a0f3-64647ed332fa None None] Set router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:31:44.470727 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] Deleting port 0d9790e1-4a86-456f-809a-b10f5b7e7f98 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:31:44.471059 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (0d9790e1-4a86-456f-809a-b10f5b7e7f98), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:44.550121 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] For port 0d9790e1-4a86-456f-809a-b10f5b7e7f98, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=0d9790e1-4a86-456f-809a-b10f5b7e7f98,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:31:44.550492 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (0d9790e1-4a86-456f-809a-b10f5b7e7f98), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:44.562964 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] Calling delete_port for 0d9790e1-4a86-456f-809a-b10f5b7e7f98 owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:31:44.571552 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-70ceaced-5e49-4cdc-a0f3-64647ed332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:31:43Z', 'revision_number': 5, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port': {'id': '0d9790e1-4a86-456f-809a-b10f5b7e7f98', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ec:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:22:17Z', 'updated_at': '2022-03-14T11:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:31:44.599098 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ceaced-5e49-4cdc-a0f3-64647ed332fa None None] Checking router: 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:31:44.607543 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ceaced-5e49-4cdc-a0f3-64647ed332fa None None] Routers {'0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:31:44.608250 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-70ceaced-5e49-4cdc-a0f3-64647ed332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:31:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:31:44.695835 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-70ceaced-5e49-4cdc-a0f3-64647ed332fa None None] Set router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 gateway port host: None {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:31:44.750940 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-70ceaced-5e49-4cdc-a0f3-64647ed332fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:31:44Z', 'revision_number': 6, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port_host': None}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:31:44.777181 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ceaced-5e49-4cdc-a0f3-64647ed332fa None None] The sync data for ids ['0f1a1dd2-a262-4275-8f5c-0d27d970a8f7'] in dv-cinder-831776-2-iscsi is: [{'id': '0f1a1dd2-a262-4275-8f5c-0d27d970a8f7', 'name': 'tempest-AttachVolumeShelveTestJSON-677039759-router', 'tenant_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:22:16Z', 'updated_at': '2022-03-14T11:31:44Z', 'revision_number': 6, 'project_id': '62a2ab3d6f7c4c459df4f8d1ef82fee0', 'gw_port_host': None}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:31:44.786887 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (0d9790e1-4a86-456f-809a-b10f5b7e7f98), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:44.813025 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9790e1-4a86-456f-809a-b10f5b7e7f98,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:31:44.873135 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3899705'] for router_gateway (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:44.962944 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6907'] for router (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:44.964966 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] Publish callbacks [] for router_controller (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.078096 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906125'] for router (0f1a1dd2-a262-4275-8f5c-0d27d970a8f7), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.082472 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 11:31:45.083630 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.084747 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-5d5bdbf3-cb98-4979-b61d-02e84933d435 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0f1a1dd2-a262-4275-8f5c-0d27d970a8f7 HTTP/1.1" status: 204 len: 168 time: 0.9686797 Mar 14 11:31:45.087289 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 60808) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:31:45.136408 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-3142907d-b632-4843-a106-52b8f41c9ca2 admin admin] Deleting subnet 36c84865-fa34-4ad8-b7c4-ef0535413a31 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:31:45.140554 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3142907d-b632-4843-a106-52b8f41c9ca2 admin admin] Publish callbacks [] for subnet (36c84865-fa34-4ad8-b7c4-ef0535413a31), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.178656 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3142907d-b632-4843-a106-52b8f41c9ca2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11546337'] for subnet (36c84865-fa34-4ad8-b7c4-ef0535413a31), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.269186 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3142907d-b632-4843-a106-52b8f41c9ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (36c84865-fa34-4ad8-b7c4-ef0535413a31), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.392572 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3142907d-b632-4843-a106-52b8f41c9ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2078518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11574714'] for subnet (36c84865-fa34-4ad8-b7c4-ef0535413a31), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.415813 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142907d-b632-4843-a106-52b8f41c9ca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36c84865-fa34-4ad8-b7c4-ef0535413a31,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:31:45.422062 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3142907d-b632-4843-a106-52b8f41c9ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.425243 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-3142907d-b632-4843-a106-52b8f41c9ca2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/36c84865-fa34-4ad8-b7c4-ef0535413a31 HTTP/1.1" status: 204 len: 168 time: 0.3368800 Mar 14 11:31:45.427418 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3263c23a-c480-4b99-a5f3-eaae87b5afa3 None None] Network ac8d8309-0e4e-4a85-9956-37c78e1327a5 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:31:45.428177 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 60810) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:31:45.500647 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (ac8d8309-0e4e-4a85-9956-37c78e1327a5), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.539410 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device e3070c33-283b-4e39-9cba-2ef714cd4551 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:31:45.559406 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] Deleting port b6af5ff4-c554-4422-997b-b2af73b937ba {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:31:45.559754 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (b6af5ff4-c554-4422-997b-b2af73b937ba), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.571492 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: e3070c33-283b-4e39-9cba-2ef714cd4551 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:31:45.572167 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device e3070c33-283b-4e39-9cba-2ef714cd4551 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:31:45.602679 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] DHCP port deletion for ac8d8309-0e4e-4a85-9956-37c78e1327a5 request from dv-cinder-831776-2-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 11:31:45.626428 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] For port b6af5ff4-c554-4422-997b-b2af73b937ba, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=b6af5ff4-c554-4422-997b-b2af73b937ba,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:31:45.626936 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (b6af5ff4-c554-4422-997b-b2af73b937ba), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.639952 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] Calling delete_port for b6af5ff4-c554-4422-997b-b2af73b937ba owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:31:45.653598 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Deleting port b6af5ff4-c554-4422-997b-b2af73b937ba {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:31:45.653994 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (b6af5ff4-c554-4422-997b-b2af73b937ba), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.720197 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] For port b6af5ff4-c554-4422-997b-b2af73b937ba, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=b6af5ff4-c554-4422-997b-b2af73b937ba,segment=NetworkSegment(0ab1868d-af62-4459-bf12-5bdade824e2b),segment_id=0ab1868d-af62-4459-bf12-5bdade824e2b)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:31:45.720597 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (b6af5ff4-c554-4422-997b-b2af73b937ba), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.739340 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Calling delete_port for b6af5ff4-c554-4422-997b-b2af73b937ba owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:31:45.820824 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (b6af5ff4-c554-4422-997b-b2af73b937ba), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.827202 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783'] for port (b6af5ff4-c554-4422-997b-b2af73b937ba), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.849194 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b6af5ff4-c554-4422-997b-b2af73b937ba,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:31:45.852556 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] No DVR routers for this DVR port b6af5ff4-c554-4422-997b-b2af73b937ba on host dv-cinder-831776-2-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:31:45.858842 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Pushing event deleted for resources: {'Port': ['ID=b6af5ff4-c554-4422-997b-b2af73b937ba,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:31:45.863304 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] No DVR routers for this DVR port b6af5ff4-c554-4422-997b-b2af73b937ba on host dv-cinder-831776-2-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:31:45.869543 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:45.871013 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:45.871013 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:45.871013 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:45.871013 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:45.871497 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:45.871624 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:45.871958 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:45.872287 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:45.872616 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:45.872997 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:45.873331 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:45.873842 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:45.874213 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:45.874542 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e047678-0728-4ec8-ab7e-482dd5c6fb3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:31:45.931914 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (ac8d8309-0e4e-4a85-9956-37c78e1327a5), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.952490 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8d8309-0e4e-4a85-9956-37c78e1327a5']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:31:45.961647 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab1868d-af62-4459-bf12-5bdade824e2b') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:31:45.961937 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab1868d-af62-4459-bf12-5bdade824e2b') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:31:45.971646 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11546360'] for segment (0ab1868d-af62-4459-bf12-5bdade824e2b), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.985755 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (0ab1868d-af62-4459-bf12-5bdade824e2b), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.991561 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:31:45.991946 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2077848'] for segment (0ab1868d-af62-4459-bf12-5bdade824e2b), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: timer() Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: cb(*args, **kw) Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: self._notify() Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: self.callback(batched_events) Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: event.method(event) Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._get(url).json() Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:31:45.993599 dv-cinder-831776-2-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:31:46.119937 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (ac8d8309-0e4e-4a85-9956-37c78e1327a5), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:46.125669 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:46.129451 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] 10.222.0.37 "DELETE /v2.0/networks/ac8d8309-0e4e-4a85-9956-37c78e1327a5 HTTP/1.1" status: 204 len: 168 time: 0.7003112 Mar 14 11:31:46.140779 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48d6fd-53a2-4f3b-8372-b077ecf7ed2b admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8d8309-0e4e-4a85-9956-37c78e1327a5,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:31:46.463187 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 60814) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:31:46.506454 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f4c960cf-051c-441e-b669-d54a4b539f54 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62a2ab3d6f7c4c459df4f8d1ef82fee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420413 Mar 14 11:31:46.508724 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 60816) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:31:46.554544 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65b1abde-1355-4236-ab66-435416354c0c admin admin] Publish callbacks [] for security_group (5634105c-f71b-4434-ba86-c1ca94a3368c), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:46.575238 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65b1abde-1355-4236-ab66-435416354c0c admin admin] Publish callbacks [] for security_group (5634105c-f71b-4434-ba86-c1ca94a3368c), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:46.700560 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65b1abde-1355-4236-ab66-435416354c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (5634105c-f71b-4434-ba86-c1ca94a3368c), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:46.703481 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65b1abde-1355-4236-ab66-435416354c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:46.704637 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-65b1abde-1355-4236-ab66-435416354c0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5634105c-f71b-4434-ba86-c1ca94a3368c HTTP/1.1" status: 204 len: 168 time: 0.1950438 Mar 14 11:31:46.712816 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1abde-1355-4236-ab66-435416354c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5634105c-f71b-4434-ba86-c1ca94a3368c,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:31:47.122234 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 0d9790e1-4a86-456f-809a-b10f5b7e7f98 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:31:47.143832 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 0d9790e1-4a86-456f-809a-b10f5b7e7f98 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:31:47.144183 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 0d9790e1-4a86-456f-809a-b10f5b7e7f98 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:31:47.144599 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device b6af5ff4-c554-4422-997b-b2af73b937ba no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:31:47.165103 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: b6af5ff4-c554-4422-997b-b2af73b937ba {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:31:47.165536 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device b6af5ff4-c554-4422-997b-b2af73b937ba not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:31:49.791792 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 60888) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:31:49.897745 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33e03086-d113-43a8-93ae-68ebb27064a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:49.968699 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33e03086-d113-43a8-93ae-68ebb27064a3 admin admin] Publish callbacks [] for security_group (5d00a803-1a88-40d0-a19a-632d5ceacee5), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:50.043136 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-33e03086-d113-43a8-93ae-68ebb27064a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (5d00a803-1a88-40d0-a19a-632d5ceacee5), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:50.082531 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-33e03086-d113-43a8-93ae-68ebb27064a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88d395e092ec44038e37c90060f10b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896900 Mar 14 11:31:50.083384 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e03086-d113-43a8-93ae-68ebb27064a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d00a803-1a88-40d0-a19a-632d5ceacee5,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:31:50.085195 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 60892) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:31:50.133174 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ae505b6c-2a3a-4bac-b4c2-d1506c594876 admin admin] Publish callbacks [] for security_group (5d00a803-1a88-40d0-a19a-632d5ceacee5), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:50.157491 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ae505b6c-2a3a-4bac-b4c2-d1506c594876 admin admin] Publish callbacks [] for security_group (5d00a803-1a88-40d0-a19a-632d5ceacee5), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:50.297282 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ae505b6c-2a3a-4bac-b4c2-d1506c594876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (5d00a803-1a88-40d0-a19a-632d5ceacee5), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:50.299946 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ae505b6c-2a3a-4bac-b4c2-d1506c594876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:50.301122 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-ae505b6c-2a3a-4bac-b4c2-d1506c594876 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d00a803-1a88-40d0-a19a-632d5ceacee5 HTTP/1.1" status: 204 len: 168 time: 0.2146602 Mar 14 11:31:50.308993 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae505b6c-2a3a-4bac-b4c2-d1506c594876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d00a803-1a88-40d0-a19a-632d5ceacee5,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:31:50.884185 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 60898) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:31:50.899870 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3d58e5e-d9ed-4730-8ee0-1dd2e8fad287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:50.970842 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3d58e5e-d9ed-4730-8ee0-1dd2e8fad287 admin admin] Publish callbacks [] for security_group (0eaf48ec-39cf-4948-b9dd-12c9064c88d6), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:51.048897 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f3d58e5e-d9ed-4730-8ee0-1dd2e8fad287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (0eaf48ec-39cf-4948-b9dd-12c9064c88d6), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:51.087448 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f3d58e5e-d9ed-4730-8ee0-1dd2e8fad287 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c8438a64c99447729801c7793c185891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022290 Mar 14 11:31:51.088497 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d58e5e-d9ed-4730-8ee0-1dd2e8fad287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaf48ec-39cf-4948-b9dd-12c9064c88d6,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:31:51.090290 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 60900) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:31:51.139203 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b38a323b-b372-466b-8ccf-c96641b8e2f1 admin admin] Publish callbacks [] for security_group (0eaf48ec-39cf-4948-b9dd-12c9064c88d6), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:51.160263 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b38a323b-b372-466b-8ccf-c96641b8e2f1 admin admin] Publish callbacks [] for security_group (0eaf48ec-39cf-4948-b9dd-12c9064c88d6), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:51.311794 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b38a323b-b372-466b-8ccf-c96641b8e2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (0eaf48ec-39cf-4948-b9dd-12c9064c88d6), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:51.314633 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b38a323b-b372-466b-8ccf-c96641b8e2f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:31:51.315795 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-b38a323b-b372-466b-8ccf-c96641b8e2f1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0eaf48ec-39cf-4948-b9dd-12c9064c88d6 HTTP/1.1" status: 204 len: 168 time: 0.2245295 Mar 14 11:31:51.323612 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a323b-b372-466b-8ccf-c96641b8e2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaf48ec-39cf-4948-b9dd-12c9064c88d6,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:05.208176 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-87a79609-59dd-4bce-98fc-9211ca8bbb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:07.382467 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ca2fa433-e7e8-4c6c-86b4-6e74ae6aed83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:08.679197 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:09.208100 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:10.373751 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:11.753773 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:17.722893 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cc8f2bef-5f16-4a91-a319-87b3ce6f357f req-8188ff94-53a4-46eb-8686-a60e31927075 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423245 Mar 14 11:32:19.055723 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f2bef-5f16-4a91-a319-87b3ce6f357f req-abd30080-4b7d-435f-af08-98dcb269b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:19.057324 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cc8f2bef-5f16-4a91-a319-87b3ce6f357f req-abd30080-4b7d-435f-af08-98dcb269b9ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 1129 time: 0.0463867 Mar 14 11:32:19.159599 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f2bef-5f16-4a91-a319-87b3ce6f357f req-6e65d5e6-a2f0-4d00-bf93-6cd806abbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:19.161046 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cc8f2bef-5f16-4a91-a319-87b3ce6f357f req-6e65d5e6-a2f0-4d00-bf93-6cd806abbb0e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f63bf05-fb51-48ef-987d-7a89bd6f7088 HTTP/1.1" status: 200 len: 912 time: 0.0839381 Mar 14 11:32:19.229398 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cc8f2bef-5f16-4a91-a319-87b3ce6f357f req-35d2a575-2bcd-4070-b958-6b00abf54300 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7815f6a5-7920-4b32-a3f0-7c97d85ae663 HTTP/1.1" status: 200 len: 1000 time: 0.0615058 Mar 14 11:32:19.278347 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f2bef-5f16-4a91-a319-87b3ce6f357f req-4c8df3cf-ec97-4416-8579-891f5a9e7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:19.279780 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cc8f2bef-5f16-4a91-a319-87b3ce6f357f req-4c8df3cf-ec97-4416-8579-891f5a9e7639 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327 HTTP/1.1" status: 200 len: 850 time: 0.0425594 Mar 14 11:32:19.329192 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f2bef-5f16-4a91-a319-87b3ce6f357f req-1f4baa30-2cf6-40fd-913a-d6e6ad1a2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:19.330554 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cc8f2bef-5f16-4a91-a319-87b3ce6f357f req-1f4baa30-2cf6-40fd-913a-d6e6ad1a2a03 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f63bf05-fb51-48ef-987d-7a89bd6f7088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426817 Mar 14 11:32:19.421108 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cc8f2bef-5f16-4a91-a319-87b3ce6f357f req-a30fc001-30b1-4a15-a245-a63a5a5d460c service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835764 Mar 14 11:32:19.507666 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-cc8f2bef-5f16-4a91-a319-87b3ce6f357f req-aa3dc8e1-964f-46ce-b39d-8d518a2f120b service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802679 Mar 14 11:32:19.830644 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:32:32.040353 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 32892) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:32:32.143806 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fe4b3454-27f0-44f3-b86f-4a4d8137ef5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:32.214937 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fe4b3454-27f0-44f3-b86f-4a4d8137ef5f admin admin] Publish callbacks [] for security_group (bb4739c0-8fe3-4ccd-90d3-3fd10235638e), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:32.273127 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fe4b3454-27f0-44f3-b86f-4a4d8137ef5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (bb4739c0-8fe3-4ccd-90d3-3fd10235638e), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:32.308604 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b3454-27f0-44f3-b86f-4a4d8137ef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4739c0-8fe3-4ccd-90d3-3fd10235638e,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:32.314497 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-fe4b3454-27f0-44f3-b86f-4a4d8137ef5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4930752d12604bb39e3ffaa502789fd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729878 Mar 14 11:32:32.316987 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 32896) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:32:32.363576 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aa4fc561-6c1b-46d2-8b24-5db05c7495cb admin admin] Publish callbacks [] for security_group (bb4739c0-8fe3-4ccd-90d3-3fd10235638e), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:32.386808 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aa4fc561-6c1b-46d2-8b24-5db05c7495cb admin admin] Publish callbacks [] for security_group (bb4739c0-8fe3-4ccd-90d3-3fd10235638e), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:32.492657 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aa4fc561-6c1b-46d2-8b24-5db05c7495cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (bb4739c0-8fe3-4ccd-90d3-3fd10235638e), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:32.495167 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aa4fc561-6c1b-46d2-8b24-5db05c7495cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:32.496270 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-aa4fc561-6c1b-46d2-8b24-5db05c7495cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb4739c0-8fe3-4ccd-90d3-3fd10235638e HTTP/1.1" status: 204 len: 168 time: 0.1784108 Mar 14 11:32:32.504568 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fc561-6c1b-46d2-8b24-5db05c7495cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4739c0-8fe3-4ccd-90d3-3fd10235638e,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:33.105160 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 32902) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:32:33.118673 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1c80-f0b7-48c6-8097-0dcd90d2b8f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:33.189121 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1c80-f0b7-48c6-8097-0dcd90d2b8f3 admin admin] Publish callbacks [] for security_group (c4dbc416-a755-4ea8-91d2-e2f22b4a0c02), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:33.253231 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6e9f1c80-f0b7-48c6-8097-0dcd90d2b8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c4dbc416-a755-4ea8-91d2-e2f22b4a0c02), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:33.291867 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f1c80-f0b7-48c6-8097-0dcd90d2b8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dbc416-a755-4ea8-91d2-e2f22b4a0c02,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:33.298352 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6e9f1c80-f0b7-48c6-8097-0dcd90d2b8f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=291145eaf33a4e5d9f5cb2a382ed4dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1919947 Mar 14 11:32:33.300360 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 32904) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:32:33.348474 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddd5dc9e-b062-4242-9f66-ae087d910eee admin admin] Publish callbacks [] for security_group (c4dbc416-a755-4ea8-91d2-e2f22b4a0c02), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:33.369142 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddd5dc9e-b062-4242-9f66-ae087d910eee admin admin] Publish callbacks [] for security_group (c4dbc416-a755-4ea8-91d2-e2f22b4a0c02), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:33.498329 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddd5dc9e-b062-4242-9f66-ae087d910eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c4dbc416-a755-4ea8-91d2-e2f22b4a0c02), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:33.501154 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ddd5dc9e-b062-4242-9f66-ae087d910eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:33.502573 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ddd5dc9e-b062-4242-9f66-ae087d910eee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4dbc416-a755-4ea8-91d2-e2f22b4a0c02 HTTP/1.1" status: 204 len: 168 time: 0.2013133 Mar 14 11:32:33.510246 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5dc9e-b062-4242-9f66-ae087d910eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dbc416-a755-4ea8-91d2-e2f22b4a0c02,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:35.224539 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a9f3c5c2-f9bc-4739-a6b4-ece8414d64ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:37.404123 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-443d54d4-e036-43b8-b8b9-b2e9e94bb291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:38.715930 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:39.186984 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:40.365522 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:40.657130 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 33002) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:32:40.759600 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:40.834458 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Publish callbacks [] for security_group (a0cc587d-904a-4114-b6ad-ba6a26928c5d), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:40.915167 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (a0cc587d-904a-4114-b6ad-ba6a26928c5d), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:40.951061 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cc587d-904a-4114-b6ad-ba6a26928c5d,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:40.954922 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=798f855512ea4bbd883e6cbfca003af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967186 Mar 14 11:32:40.957712 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33006) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:32:40.961253 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:40.961610 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:40.961975 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:40.962324 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:40.962664 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:40.962999 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:40.963329 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:40.963659 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:40.963991 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:40.964321 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:40.964651 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:40.964986 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:40.965314 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:40.965640 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:40.965977 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6d0316-1743-4e35-89e7-c5d228cefcf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.005792 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Publish callbacks [] for security_group (a0cc587d-904a-4114-b6ad-ba6a26928c5d), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:41.026338 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Publish callbacks [] for security_group (a0cc587d-904a-4114-b6ad-ba6a26928c5d), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:41.170140 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (a0cc587d-904a-4114-b6ad-ba6a26928c5d), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:41.172742 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:41.173865 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0cc587d-904a-4114-b6ad-ba6a26928c5d HTTP/1.1" status: 204 len: 168 time: 0.2143381 Mar 14 11:32:41.181808 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cc587d-904a-4114-b6ad-ba6a26928c5d,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:41.188958 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.189307 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.189652 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.190012 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.190348 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.190677 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.191003 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.191429 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.191637 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.191967 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.192963 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.193301 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.193631 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.193988 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.194296 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc5f658-a7cd-4b18-b4b5-038e6a1acf23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:41.788674 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33012) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:32:41.792989 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:41.803164 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ac95-ea50-475a-b32d-2e4721ba0d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:41.877196 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ac95-ea50-475a-b32d-2e4721ba0d22 admin admin] Publish callbacks [] for security_group (8de85606-1dc5-4b63-9674-6dc8c46ea9ca), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:41.935640 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ac95-ea50-475a-b32d-2e4721ba0d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (8de85606-1dc5-4b63-9674-6dc8c46ea9ca), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:41.972920 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a9c0ac95-ea50-475a-b32d-2e4721ba0d22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b2711417f99041cdaa487ecc21c2da12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831172 Mar 14 11:32:41.974331 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0ac95-ea50-475a-b32d-2e4721ba0d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de85606-1dc5-4b63-9674-6dc8c46ea9ca,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:41.976161 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 33014) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:32:42.023738 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3fe6cc79-56b8-4ca2-9424-0f1e26476b27 admin admin] Publish callbacks [] for security_group (8de85606-1dc5-4b63-9674-6dc8c46ea9ca), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:42.045257 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3fe6cc79-56b8-4ca2-9424-0f1e26476b27 admin admin] Publish callbacks [] for security_group (8de85606-1dc5-4b63-9674-6dc8c46ea9ca), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:42.183624 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3fe6cc79-56b8-4ca2-9424-0f1e26476b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (8de85606-1dc5-4b63-9674-6dc8c46ea9ca), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:42.186224 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3fe6cc79-56b8-4ca2-9424-0f1e26476b27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:42.187377 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-3fe6cc79-56b8-4ca2-9424-0f1e26476b27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8de85606-1dc5-4b63-9674-6dc8c46ea9ca HTTP/1.1" status: 204 len: 168 time: 0.2101655 Mar 14 11:32:42.195484 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6cc79-56b8-4ca2-9424-0f1e26476b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de85606-1dc5-4b63-9674-6dc8c46ea9ca,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:42.844471 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 33020) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:32:42.858294 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dcbb236b-63cf-4442-8cf8-1d5dc7ef538f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:42.929633 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dcbb236b-63cf-4442-8cf8-1d5dc7ef538f admin admin] Publish callbacks [] for security_group (a51a0788-05a7-4370-9004-25f50bbaeec6), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:42.998067 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dcbb236b-63cf-4442-8cf8-1d5dc7ef538f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (a51a0788-05a7-4370-9004-25f50bbaeec6), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:43.038687 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-dcbb236b-63cf-4442-8cf8-1d5dc7ef538f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=585bc47e387843ccbc4a3dd962a9127a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928935 Mar 14 11:32:43.039795 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb236b-63cf-4442-8cf8-1d5dc7ef538f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51a0788-05a7-4370-9004-25f50bbaeec6,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:43.041384 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33022) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:32:43.092343 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3dc9-2881-43ac-8660-41a65c6bacf3 admin admin] Publish callbacks [] for security_group (a51a0788-05a7-4370-9004-25f50bbaeec6), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:43.113689 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3dc9-2881-43ac-8660-41a65c6bacf3 admin admin] Publish callbacks [] for security_group (a51a0788-05a7-4370-9004-25f50bbaeec6), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:43.226962 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3dc9-2881-43ac-8660-41a65c6bacf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (a51a0788-05a7-4370-9004-25f50bbaeec6), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:43.229540 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6b4b3dc9-2881-43ac-8660-41a65c6bacf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:43.230832 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6b4b3dc9-2881-43ac-8660-41a65c6bacf3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a51a0788-05a7-4370-9004-25f50bbaeec6 HTTP/1.1" status: 204 len: 168 time: 0.1876566 Mar 14 11:32:43.238632 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b3dc9-2881-43ac-8660-41a65c6bacf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51a0788-05a7-4370-9004-25f50bbaeec6,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:44.251893 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33044) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:32:44.349632 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1800392159-network', 'tenant_id': '3e05ce38eafb4b109d57dda6f55ab824'}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:32:44.438672 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] Made reservation on behalf of 3e05ce38eafb4b109d57dda6f55ab824 for: {'network': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:32:44.440950 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for network (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:44.449358 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:44.523195 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] Publish callbacks [] for security_group (1c6379f8-a37f-4ed4-b07c-500239e29cf5), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:44.616480 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (1c6379f8-a37f-4ed4-b07c-500239e29cf5), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:44.640382 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 284, 'physical_network': 'physnet1'} {{(pid=104016) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 11:32:44.650235 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6379f8-a37f-4ed4-b07c-500239e29cf5,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:44.654756 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (8b7905fc-f44f-42f1-9001-0ac6b245fa1f), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:44.655103 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.segments_db [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] Added segment 8b7905fc-f44f-42f1-9001-0ac6b245fa1f of type vlan for network 8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 Mar 14 11:32:44.693545 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767078521784'] for network (8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:44.777893 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788'] for network (8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:44.778787 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:44.779353 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:44.837915 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:44.847848 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Network 8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 details requested by agent ovs-agent-dv-cinder-831776-2-iscsi with host dv-cinder-831776-2-iscsi {{(pid=104017) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 11:32:44.877896 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-4f16b0ec-b274-4003-9693-8afc01b572b3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6248977 Mar 14 11:32:44.881436 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33048) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:32:44.886159 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.v2.base [None req-f972fce0-ed9f-4b98-84f5-aec988bc59a2 admin admin] Request body: {'subnet': {'network_id': '8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1800392159-subnet', 'tenant_id': '3e05ce38eafb4b109d57dda6f55ab824', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104016) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:32:44.977693 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f972fce0-ed9f-4b98-84f5-aec988bc59a2 admin admin] Made reservation on behalf of 3e05ce38eafb4b109d57dda6f55ab824 for: {'subnet': 1} {{(pid=104016) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:32:44.980068 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f972fce0-ed9f-4b98-84f5-aec988bc59a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11574687'] for subnet (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:45.212176 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f972fce0-ed9f-4b98-84f5-aec988bc59a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2078711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11574701'] for subnet (9b4e21e3-9183-4844-9e96-22394d5d74c4), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:45.266832 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972fce0-ed9f-4b98-84f5-aec988bc59a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4e21e3-9183-4844-9e96-22394d5d74c4,revision_number=0']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:45.275548 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f972fce0-ed9f-4b98-84f5-aec988bc59a2 admin admin] Checking segment: {'id': '8b7905fc-f44f-42f1-9001-0ac6b245fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:32:45.275905 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f972fce0-ed9f-4b98-84f5-aec988bc59a2 admin admin] Network hostable DHCP agents. Network: 8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3, hostable agents: ['4eb6c5cb-7874-464d-8d66-64e5841a07b5'], hosted agents: [] {{(pid=104016) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 11:32:45.349457 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f972fce0-ed9f-4b98-84f5-aec988bc59a2 admin admin] Network 8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 is scheduled to be hosted by DHCP agent 4eb6c5cb-7874-464d-8d66-64e5841a07b5 with binding_index 1 {{(pid=104016) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 11:32:45.400350 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.base_scheduler [None req-f972fce0-ed9f-4b98-84f5-aec988bc59a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-2-iscsi, 8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3) {{(pid=104016) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:32:45.404445 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f972fce0-ed9f-4b98-84f5-aec988bc59a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:45.405157 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-f972fce0-ed9f-4b98-84f5-aec988bc59a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:45.409744 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0510f9-d70b-43fe-b0f9-d177f1df3ba0 None None] Network 8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:32:45.472223 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-f972fce0-ed9f-4b98-84f5-aec988bc59a2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5897059 Mar 14 11:32:45.507806 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e333dbc-9254-473d-8f84-a56bf5a9f54c None None] Network 8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:32:46.713580 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33062) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:32:46.867514 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cea80-2814-449a-8efa-92d62e9d3d0c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Deleting port 10631eb7-0d0f-40f5-9b23-a1f169ccd51e {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:32:46.867848 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c1cea80-2814-449a-8efa-92d62e9d3d0c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (10631eb7-0d0f-40f5-9b23-a1f169ccd51e), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:46.939340 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c1cea80-2814-449a-8efa-92d62e9d3d0c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (10631eb7-0d0f-40f5-9b23-a1f169ccd51e), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:46.939660 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c1cea80-2814-449a-8efa-92d62e9d3d0c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for floatingip (10631eb7-0d0f-40f5-9b23-a1f169ccd51e), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:46.951552 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-8c1cea80-2814-449a-8efa-92d62e9d3d0c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Calling delete_port for 10631eb7-0d0f-40f5-9b23-a1f169ccd51e owned by network:floatingip {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:32:47.143911 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c1cea80-2814-449a-8efa-92d62e9d3d0c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (10631eb7-0d0f-40f5-9b23-a1f169ccd51e), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:47.172054 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cea80-2814-449a-8efa-92d62e9d3d0c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event deleted for resources: {'Port': ['ID=10631eb7-0d0f-40f5-9b23-a1f169ccd51e,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:47.234242 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c1cea80-2814-449a-8efa-92d62e9d3d0c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for floatingip (7fae66be-2e72-40b3-8c97-8bf3438e7f23), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:47.234570 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.db.l3_db [None req-8c1cea80-2814-449a-8efa-92d62e9d3d0c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Floating IP 7fae66be-2e72-40b3-8c97-8bf3438e7f23 disassociated (deleted). External IP: 172.27.3.16, port: 7815f6a5-7920-4b32-a3f0-7c97d85ae663. Mar 14 11:32:47.589759 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-c8ce74d0-9ee6-4ea5-b9e6-adaa2292e4d7 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:47.591303 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-c8ce74d0-9ee6-4ea5-b9e6-adaa2292e4d7 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/networks?id=8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 HTTP/1.1" status: 200 len: 809 time: 0.1018207 Mar 14 11:32:47.607930 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-e2b97c1e-3eaa-4793-90de-a44e35bea7d0 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/quotas/3e05ce38eafb4b109d57dda6f55ab824 HTTP/1.1" status: 200 len: 375 time: 0.0107570 Mar 14 11:32:47.639546 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-1d187596-5327-467f-87fa-6aa62d3f7f04 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e05ce38eafb4b109d57dda6f55ab824&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262949 Mar 14 11:32:47.702350 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1cea80-2814-449a-8efa-92d62e9d3d0c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Router 7bc4534f-0190-4376-88e6-28abd32b88e8 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104016) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:32:47.732629 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-8b234a28-8eb0-4821-95f1-eefb97a88b54 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857089 Mar 14 11:32:47.810460 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1cea80-2814-449a-8efa-92d62e9d3d0c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104016) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:32:47.819852 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-419ee7d5-b16b-440a-af8e-072142597ccd service neutron] 10.222.0.37 "GET /v2.0/networks/8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809948 Mar 14 11:32:47.824496 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8c1cea80-2814-449a-8efa-92d62e9d3d0c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:47.829015 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b5180-b7e9-42f5-8f38-9e8da3b8dc22 None None] Sync routers for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:32:47.839604 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b5180-b7e9-42f5-8f38-9e8da3b8dc22 None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:32:47.840313 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6e7b5180-b7e9-42f5-8f38-9e8da3b8dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:32:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:32:47.857004 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-8c1cea80-2814-449a-8efa-92d62e9d3d0c tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "DELETE /v2.0/floatingips/7fae66be-2e72-40b3-8c97-8bf3438e7f23 HTTP/1.1" status: 204 len: 168 time: 1.1400566 Mar 14 11:32:47.857004 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82c8159-5081-48ab-8083-032a25cc1936', 'tag': '7815f6a5-7920-4b32-a3f0-7c97d85ae663'}] {{(pid=104016) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:32:47.858625 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a82408aa6d8333e2181d16c09767b8a1ebc4ae77f8efd81ec4377ebaeeb989a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377ac918-ff6b-49a9-a3b4-d0da89308b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e82c8159-5081-48ab-8083-032a25cc1936", "tag": "7815f6a5-7920-4b32-a3f0-7c97d85ae663"}]}' {{(pid=104016) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:32:48.048598 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-6e7b5180-b7e9-42f5-8f38-9e8da3b8dc22 None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:32:48.299067 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6e7b5180-b7e9-42f5-8f38-9e8da3b8dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '6a8184f2-8f4c-4372-94fd-f457e229f346', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'port_id': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'mac_address': 'fa:16:3e:c2:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:27:24Z', 'updated_at': '2022-03-14T11:27:26Z', 'revision_number': 1, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:32:48.305817 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56713cb5-67f6-40c8-8dcb-774bb1249ee6 x-openstack-request-id: req-56713cb5-67f6-40c8-8dcb-774bb1249ee6 {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:32:48.306177 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82c8159-5081-48ab-8083-032a25cc1936", "tag": "7815f6a5-7920-4b32-a3f0-7c97d85ae663", "status": "completed", "code": 200}]} {{(pid=104016) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:32:48.311904 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56713cb5-67f6-40c8-8dcb-774bb1249ee6 {{(pid=104016) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:32:48.311904 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82c8159-5081-48ab-8083-032a25cc1936', 'tag': '7815f6a5-7920-4b32-a3f0-7c97d85ae663', 'status': 'completed', 'code': 200} Mar 14 11:32:48.329395 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b5180-b7e9-42f5-8f38-9e8da3b8dc22 None None] Checking router: 7bc4534f-0190-4376-88e6-28abd32b88e8 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:32:48.338704 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b5180-b7e9-42f5-8f38-9e8da3b8dc22 None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:32:48.339315 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6e7b5180-b7e9-42f5-8f38-9e8da3b8dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:32:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:32:48.382688 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7c7d9a2f-ae45-4e8e-901d-77f396259b8b req-799c73b0-0917-47d6-9d85-ad66791fd994 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 210 time: 0.0449591 Mar 14 11:32:48.398847 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ac918-ff6b-49a9-a3b4-d0da89308b4d req-c648be33-38ac-44a5-9c7d-1091652add8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:48.401336 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-377ac918-ff6b-49a9-a3b4-d0da89308b4d req-c648be33-38ac-44a5-9c7d-1091652add8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 1129 time: 0.0720999 Mar 14 11:32:48.450025 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-6e7b5180-b7e9-42f5-8f38-9e8da3b8dc22 None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:32:48.506400 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ac918-ff6b-49a9-a3b4-d0da89308b4d req-32e5293d-424e-47e2-b497-563abff41f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:48.507854 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-377ac918-ff6b-49a9-a3b4-d0da89308b4d req-32e5293d-424e-47e2-b497-563abff41f58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f63bf05-fb51-48ef-987d-7a89bd6f7088 HTTP/1.1" status: 200 len: 912 time: 0.0883031 Mar 14 11:32:48.548094 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-377ac918-ff6b-49a9-a3b4-d0da89308b4d req-c1bf7415-2405-426f-ac4e-27aa244a2538 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7815f6a5-7920-4b32-a3f0-7c97d85ae663 HTTP/1.1" status: 200 len: 217 time: 0.0345225 Mar 14 11:32:48.594399 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ac918-ff6b-49a9-a3b4-d0da89308b4d req-fccfb8d4-f1c7-478c-abed-167a9a0c9159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:48.596115 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-377ac918-ff6b-49a9-a3b4-d0da89308b4d req-fccfb8d4-f1c7-478c-abed-167a9a0c9159 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327 HTTP/1.1" status: 200 len: 850 time: 0.0427899 Mar 14 11:32:48.644323 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ac918-ff6b-49a9-a3b4-d0da89308b4d req-87589925-ef96-4172-b0d5-c4464b3e95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:48.646095 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-377ac918-ff6b-49a9-a3b4-d0da89308b4d req-87589925-ef96-4172-b0d5-c4464b3e95b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f63bf05-fb51-48ef-987d-7a89bd6f7088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444438 Mar 14 11:32:48.696206 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-6e7b5180-b7e9-42f5-8f38-9e8da3b8dc22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '6a8184f2-8f4c-4372-94fd-f457e229f346', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'port_id': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'mac_address': 'fa:16:3e:c2:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:27:24Z', 'updated_at': '2022-03-14T11:27:26Z', 'revision_number': 1, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:32:48.722548 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b5180-b7e9-42f5-8f38-9e8da3b8dc22 None None] The sync data for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi is: [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_floatingips': [{'id': '6a8184f2-8f4c-4372-94fd-f457e229f346', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'floating_ip_address': '172.27.3.201', 'floating_network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'router_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'port_id': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'mac_address': 'fa:16:3e:c2:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T11:27:24Z', 'updated_at': '2022-03-14T11:27:26Z', 'revision_number': 1, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:32:48.738313 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-377ac918-ff6b-49a9-a3b4-d0da89308b4d req-80f3c97e-2c2e-4a28-8411-5c302b4538e3 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866330 Mar 14 11:32:48.832645 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-377ac918-ff6b-49a9-a3b4-d0da89308b4d req-38ba915e-9d2f-4eb0-aa65-725533d221d7 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885999 Mar 14 11:32:48.952769 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70380e17-a646-44bc-b4fa-08d806bdca61 None None] New status for floating IP 7fae66be-2e72-40b3-8c97-8bf3438e7f23: DOWN {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:32:49.402244 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409182e1-e317-4d29-863c-148267acf669 req-69cb072f-6391-432f-b454-25d2c2d14bb4 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:49.403770 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-409182e1-e317-4d29-863c-148267acf669 req-69cb072f-6391-432f-b454-25d2c2d14bb4 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 945 time: 0.0529931 Mar 14 11:32:49.454967 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-409182e1-e317-4d29-863c-148267acf669 req-46f1e635-36f8-4053-9b8a-72a8b85ed6fb tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455143 Mar 14 11:32:49.478808 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-f1810559-4544-4b4e-9731-7f4dcdaa2b28 req-55d6485f-7847-47e3-b6df-099ade3f8039 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 210 time: 0.0284739 Mar 14 11:32:50.447579 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-80ef48ce-ab2b-471c-9082-be3a50b9db56 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:50.449075 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-80ef48ce-ab2b-471c-9082-be3a50b9db56 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.44 "GET /v2.0/networks?id=8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 HTTP/1.1" status: 200 len: 809 time: 0.1041753 Mar 14 11:32:50.461954 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-3fa08a4f-faed-4422-b812-d8abb35332e9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Request body: {'port': {'device_id': '8f8cf72b-bc2d-467b-8b69-230ab6d4e442', 'network_id': '8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3', 'admin_state_up': True, 'tenant_id': '3e05ce38eafb4b109d57dda6f55ab824'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:32:50.578725 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-00c67034-0d85-4bf1-ad82-715cc16482a4 req-834c75dd-34ea-4490-a474-e1d3e1162040 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 210 time: 0.0286574 Mar 14 11:32:50.608503 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8804d-2ee7-41e4-ae99-a978de733d85 req-5ea76167-5199-4cef-b0d4-ffcb45ec05f1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:50.610037 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5ff8804d-2ee7-41e4-ae99-a978de733d85 req-5ea76167-5199-4cef-b0d4-ffcb45ec05f1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 945 time: 0.0852861 Mar 14 11:32:50.668500 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-5ff8804d-2ee7-41e4-ae99-a978de733d85 req-70878d17-bc41-428f-9627-7bc37e39cbde tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528913 Mar 14 11:32:50.691659 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-3fa08a4f-faed-4422-b812-d8abb35332e9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Made reservation on behalf of 3e05ce38eafb4b109d57dda6f55ab824 for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:32:50.694994 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-3fa08a4f-faed-4422-b812-d8abb35332e9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:50.818556 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-3fa08a4f-faed-4422-b812-d8abb35332e9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Allocated IP 172.20.0.2 (8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3/9b4e21e3-9183-4844-9e96-22394d5d74c4/2b4a8b6c-4733-4d8f-9e27-e49afdff7d34) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:32:50.962655 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-3fa08a4f-faed-4422-b812-d8abb35332e9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks [] for port (2b4a8b6c-4733-4d8f-9e27-e49afdff7d34), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:51.055753 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-3fa08a4f-faed-4422-b812-d8abb35332e9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (2b4a8b6c-4733-4d8f-9e27-e49afdff7d34), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:51.099208 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-3fa08a4f-faed-4422-b812-d8abb35332e9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Network 8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:32:51.102220 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-3fa08a4f-faed-4422-b812-d8abb35332e9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:32:51.105720 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-3fa08a4f-faed-4422-b812-d8abb35332e9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:32:51.111832 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa08a4f-faed-4422-b812-d8abb35332e9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Pushing event updated for resources: {'Port': ['ID=2b4a8b6c-4733-4d8f-9e27-e49afdff7d34,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:51.159819 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-3fa08a4f-faed-4422-b812-d8abb35332e9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:51.163751 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-3fa08a4f-faed-4422-b812-d8abb35332e9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:51.237199 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-3fa08a4f-faed-4422-b812-d8abb35332e9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7800815 Mar 14 11:32:51.251162 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Request body: {'port': {'device_id': '8f8cf72b-bc2d-467b-8b69-230ab6d4e442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:32:51.309258 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (2b4a8b6c-4733-4d8f-9e27-e49afdff7d34), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:51.459925 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703630f-98d5-4eb9-9fc1-25b301d6e4a3 req-9c5c6a74-0071-4bdf-9b6a-f5ebc2f48453 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:51.461993 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9703630f-98d5-4eb9-9fc1-25b301d6e4a3 req-9c5c6a74-0071-4bdf-9b6a-f5ebc2f48453 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.44 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 945 time: 0.1224830 Mar 14 11:32:51.637179 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-9703630f-98d5-4eb9-9fc1-25b301d6e4a3 req-3c4599f3-0b53-4544-82d9-7830295a6e0b tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Deleting port 7815f6a5-7920-4b32-a3f0-7c97d85ae663 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:32:51.637518 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-9703630f-98d5-4eb9-9fc1-25b301d6e4a3 req-3c4599f3-0b53-4544-82d9-7830295a6e0b tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:51.701185 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff34354-87c1-4645-92bd-a7c00ac9d0b6 req-8c06f0a8-e36b-406f-9d76-80d9666bb6f2 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:51.702723 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ff34354-87c1-4645-92bd-a7c00ac9d0b6 req-8c06f0a8-e36b-406f-9d76-80d9666bb6f2 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 931 time: 0.0572987 Mar 14 11:32:51.725712 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:32:51.738750 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Publish callbacks [] for port (2b4a8b6c-4733-4d8f-9e27-e49afdff7d34), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:51.753672 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-1ff34354-87c1-4645-92bd-a7c00ac9d0b6 req-64749fc2-fee6-4e1b-b7dd-83694eb36825 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443501 Mar 14 11:32:51.784116 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Transition to ACTIVE for port object 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:32:51.799301 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-9703630f-98d5-4eb9-9fc1-25b301d6e4a3 req-3c4599f3-0b53-4544-82d9-7830295a6e0b tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] For port 7815f6a5-7920-4b32-a3f0-7c97d85ae663, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7815f6a5-7920-4b32-a3f0-7c97d85ae663,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:32:51.799616 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-9703630f-98d5-4eb9-9fc1-25b301d6e4a3 req-3c4599f3-0b53-4544-82d9-7830295a6e0b tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:51.817124 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-9703630f-98d5-4eb9-9fc1-25b301d6e4a3 req-3c4599f3-0b53-4544-82d9-7830295a6e0b tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Calling delete_port for 7815f6a5-7920-4b32-a3f0-7c97d85ae663 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:32:51.842101 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490de4d-aa28-49d3-8db4-7ed0934bd970 req-6353b136-d613-4c20-b55d-2c4c902406c2 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:51.843604 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2490de4d-aa28-49d3-8db4-7ed0934bd970 req-6353b136-d613-4c20-b55d-2c4c902406c2 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 945 time: 0.1024995 Mar 14 11:32:51.881891 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (2b4a8b6c-4733-4d8f-9e27-e49afdff7d34), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:52.005344 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4a8b6c-4733-4d8f-9e27-e49afdff7d34,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:52.014397 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2490de4d-aa28-49d3-8db4-7ed0934bd970 req-7459b407-79bc-415e-b9b3-9a3d2fd7cc79 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396477 Mar 14 11:32:52.095017 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Attempting to bind port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:32:52.095347 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Attempting to bind port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '8b7905fc-f44f-42f1-9001-0ac6b245fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:32:52.095710 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Attempting to bind port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 on network 8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:32:52.104570 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 on network 8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:32:52.112542 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Attempting to bind port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 on network 8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:32:52.112542 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:32:52.112542 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Checking segment: {'id': '8b7905fc-f44f-42f1-9001-0ac6b245fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:32:52.112542 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Bound using segment: {'id': '8b7905fc-f44f-42f1-9001-0ac6b245fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:32:52.112542 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Bound port: 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7905fc-f44f-42f1-9001-0ac6b245fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:32:52.112542 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (2b4a8b6c-4733-4d8f-9e27-e49afdff7d34), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:52.172497 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] For port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:32:52.175351 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] For port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2b4a8b6c-4733-4d8f-9e27-e49afdff7d34,segment=NetworkSegment(8b7905fc-f44f-42f1-9001-0ac6b245fa1f),segment_id=8b7905fc-f44f-42f1-9001-0ac6b245fa1f)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:32:52.188946 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-9703630f-98d5-4eb9-9fc1-25b301d6e4a3 req-3c4599f3-0b53-4544-82d9-7830295a6e0b tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (7815f6a5-7920-4b32-a3f0-7c97d85ae663), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:52.220850 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4599f3-0b53-4544-82d9-7830295a6e0b tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event deleted for resources: {'Port': ['ID=7815f6a5-7920-4b32-a3f0-7c97d85ae663,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:52.510338 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (2b4a8b6c-4733-4d8f-9e27-e49afdff7d34), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:52.548564 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-9703630f-98d5-4eb9-9fc1-25b301d6e4a3 req-3c4599f3-0b53-4544-82d9-7830295a6e0b tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] No DVR routers for this DVR port 7815f6a5-7920-4b32-a3f0-7c97d85ae663 on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:32:52.556724 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-9703630f-98d5-4eb9-9fc1-25b301d6e4a3 req-3c4599f3-0b53-4544-82d9-7830295a6e0b tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:52.560010 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-9703630f-98d5-4eb9-9fc1-25b301d6e4a3 req-3c4599f3-0b53-4544-82d9-7830295a6e0b tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.44 "DELETE /v2.0/ports/7815f6a5-7920-4b32-a3f0-7c97d85ae663 HTTP/1.1" status: 204 len: 173 time: 1.0927041 Mar 14 11:32:52.560493 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82c8159-5081-48ab-8083-032a25cc1936', 'name': 'network-vif-deleted', 'tag': '7815f6a5-7920-4b32-a3f0-7c97d85ae663'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:32:52.562794 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f08a3c-b08b-4550-9b79-e5faa6116cc7" -d '{"events": [{"server_uuid": "e82c8159-5081-48ab-8083-032a25cc1936", "name": "network-vif-deleted", "tag": "7815f6a5-7920-4b32-a3f0-7c97d85ae663"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:32:52.572439 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:52.576976 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:52.576976 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] 10.222.0.44 "PUT /v2.0/ports/2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 HTTP/1.1" status: 200 len: 1093 time: 1.3277409 Mar 14 11:32:52.596458 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d5f53-de1d-4628-a26c-6e12d0f307e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4a8b6c-4733-4d8f-9e27-e49afdff7d34,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:52.608403 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa31631-b82e-4af8-8029-16f279e4d940 x-openstack-request-id: req-9fa31631-b82e-4af8-8029-16f279e4d940 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:32:52.608526 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82c8159-5081-48ab-8083-032a25cc1936", "name": "network-vif-deleted", "tag": "7815f6a5-7920-4b32-a3f0-7c97d85ae663", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:32:52.608694 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fa31631-b82e-4af8-8029-16f279e4d940 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:32:52.609096 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82c8159-5081-48ab-8083-032a25cc1936', 'name': 'network-vif-deleted', 'tag': '7815f6a5-7920-4b32-a3f0-7c97d85ae663', 'status': 'completed', 'code': 200} Mar 14 11:32:52.758930 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-754e0345-44bb-4acf-9b4f-9f6bbffb3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:52.760471 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-754e0345-44bb-4acf-9b4f-9f6bbffb3519 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e05ce38eafb4b109d57dda6f55ab824&device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 1127 time: 0.0514331 Mar 14 11:32:52.804105 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-126f799a-6fa1-4b7a-89e7-a41af868f1fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 HTTP/1.1" status: 200 len: 217 time: 0.0368371 Mar 14 11:32:52.877338 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-53378fc1-eb65-4ef5-85f7-f2f52dab6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:52.878732 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-53378fc1-eb65-4ef5-85f7-f2f52dab6f4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b4e21e3-9183-4844-9e96-22394d5d74c4 HTTP/1.1" status: 200 len: 849 time: 0.0690675 Mar 14 11:32:52.916056 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-b15e306b-59ec-41a1-82a4-b2865719060c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313475 Mar 14 11:32:52.922923 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f53eff-b1fe-4234-9de2-9512f94b2e73 req-93b30b20-61dc-4190-af15-64a53e28b039 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:52.924225 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f5f53eff-b1fe-4234-9de2-9512f94b2e73 req-93b30b20-61dc-4190-af15-64a53e28b039 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 943 time: 0.0897748 Mar 14 11:32:53.021458 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-f5f53eff-b1fe-4234-9de2-9512f94b2e73 req-34b25449-164b-439f-9b7e-6c9d39d911bd tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895481 Mar 14 11:32:53.040114 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-edb7e132-b9ea-4667-879c-c311c44a335a service neutron] 10.222.0.44 "GET /v2.0/networks/8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149983 Mar 14 11:32:53.128155 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-eea9f92a-bfe7-4321-a530-9c84d5ba23a8 req-243819a8-1474-49bd-8c7c-a9c977dbd6ec tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=e82c8159-5081-48ab-8083-032a25cc1936 HTTP/1.1" status: 200 len: 210 time: 0.0286653 Mar 14 11:32:53.136499 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-76e23001-b678-40ac-82aa-6014c77e1d00 req-e1f8f155-bd3d-4f4e-ab89-252553f8c1c4 service neutron] 10.222.0.44 "GET /v2.0/networks/8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905092 Mar 14 11:32:54.136832 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea43ff9-071c-4059-811c-75121ea13f10 req-22e81181-68d6-412e-8954-4e476a0711e7 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:54.138293 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3ea43ff9-071c-4059-811c-75121ea13f10 req-22e81181-68d6-412e-8954-4e476a0711e7 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 943 time: 0.0512655 Mar 14 11:32:54.183628 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3ea43ff9-071c-4059-811c-75121ea13f10 req-973a4139-d8d2-41dc-b68c-aaf0cad91676 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398762 Mar 14 11:32:54.610682 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8cf72b-bc2d-467b-8b69-230ab6d4e442', 'tag': '2b4a8b6c-4733-4d8f-9e27-e49afdff7d34'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:32:54.613162 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a72579-7840-4d4d-be7b-8702f2e91ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8cf72b-bc2d-467b-8b69-230ab6d4e442", "tag": "2b4a8b6c-4733-4d8f-9e27-e49afdff7d34"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:32:54.648498 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f643f00-0784-49a4-af46-43b4d5317de9 x-openstack-request-id: req-8f643f00-0784-49a4-af46-43b4d5317de9 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:32:54.653332 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8cf72b-bc2d-467b-8b69-230ab6d4e442", "tag": "2b4a8b6c-4733-4d8f-9e27-e49afdff7d34", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:32:54.653332 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f643f00-0784-49a4-af46-43b4d5317de9 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:32:54.653332 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8cf72b-bc2d-467b-8b69-230ab6d4e442', 'tag': '2b4a8b6c-4733-4d8f-9e27-e49afdff7d34', 'status': 'completed', 'code': 200} Mar 14 11:32:54.718874 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a72579-7840-4d4d-be7b-8702f2e91ba8 req-41964072-4aab-448f-b4e2-f5ae92708988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:54.720708 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a8a72579-7840-4d4d-be7b-8702f2e91ba8 req-41964072-4aab-448f-b4e2-f5ae92708988 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e05ce38eafb4b109d57dda6f55ab824&device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 1127 time: 0.0501103 Mar 14 11:32:54.725637 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 7815f6a5-7920-4b32-a3f0-7c97d85ae663 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:32:54.749306 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: 7815f6a5-7920-4b32-a3f0-7c97d85ae663 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:32:54.749662 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 7815f6a5-7920-4b32-a3f0-7c97d85ae663 not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:32:54.813636 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a72579-7840-4d4d-be7b-8702f2e91ba8 req-56063747-8681-4453-8b64-c2e73968b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:54.815157 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a8a72579-7840-4d4d-be7b-8702f2e91ba8 req-56063747-8681-4453-8b64-c2e73968b098 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 HTTP/1.1" status: 200 len: 910 time: 0.0883517 Mar 14 11:32:54.858731 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a8a72579-7840-4d4d-be7b-8702f2e91ba8 req-ce74a9f3-b30a-4db8-882c-d73bbe7e9673 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 HTTP/1.1" status: 200 len: 217 time: 0.0375843 Mar 14 11:32:54.907350 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a72579-7840-4d4d-be7b-8702f2e91ba8 req-fb58bd72-b32f-4458-a8cb-ef8f1b7c8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:54.908802 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a8a72579-7840-4d4d-be7b-8702f2e91ba8 req-fb58bd72-b32f-4458-a8cb-ef8f1b7c8930 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b4e21e3-9183-4844-9e96-22394d5d74c4 HTTP/1.1" status: 200 len: 849 time: 0.0428479 Mar 14 11:32:54.939937 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a8a72579-7840-4d4d-be7b-8702f2e91ba8 req-40915ab9-244b-40d7-a74b-dd59962fd9c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251865 Mar 14 11:32:55.029970 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a8a72579-7840-4d4d-be7b-8702f2e91ba8 req-256ca786-30b5-4dd7-ac4c-4e7d162e470d service neutron] 10.222.0.44 "GET /v2.0/networks/8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842404 Mar 14 11:32:55.118027 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a8a72579-7840-4d4d-be7b-8702f2e91ba8 req-1cf9572d-50e5-45b4-95f0-590baf6a3703 service neutron] 10.222.0.44 "GET /v2.0/networks/8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817378 Mar 14 11:32:55.299853 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4715d-0736-42ae-89f3-3bbcfe14a480 req-48337b16-65dc-456b-ba61-47c0714d5549 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:55.301318 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fab4715d-0736-42ae-89f3-3bbcfe14a480 req-48337b16-65dc-456b-ba61-47c0714d5549 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 943 time: 0.0538037 Mar 14 11:32:55.353662 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-fab4715d-0736-42ae-89f3-3bbcfe14a480 req-603a32fc-4592-4368-adce-e13117402c27 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464931 Mar 14 11:32:56.471681 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f67607-6bd2-4583-a44b-d422cc2303f4 req-ef15188d-00e8-4f8f-bd00-25188b9083c1 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:56.473123 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-96f67607-6bd2-4583-a44b-d422cc2303f4 req-ef15188d-00e8-4f8f-bd00-25188b9083c1 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 943 time: 0.0517066 Mar 14 11:32:56.518345 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-96f67607-6bd2-4583-a44b-d422cc2303f4 req-29f5f03f-6211-4690-9b5f-ebe4895de2e0 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391695 Mar 14 11:32:56.619554 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 33150) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:32:56.740335 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:32:56.771251 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-fa74f084-a9cd-41a4-bd40-3e5ae157eedd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Deleting port 7d2ccb30-971e-493c-add0-2b4b08e30fd1 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:32:56.771518 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fa74f084-a9cd-41a4-bd40-3e5ae157eedd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (7d2ccb30-971e-493c-add0-2b4b08e30fd1), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:56.829336 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:32:56.836242 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2b4a8b6c-4733-4d8f-9e27-e49afdff7d34,segment=NetworkSegment(8b7905fc-f44f-42f1-9001-0ac6b245fa1f),segment_id=8b7905fc-f44f-42f1-9001-0ac6b245fa1f)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:32:56.846451 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fa74f084-a9cd-41a4-bd40-3e5ae157eedd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (7d2ccb30-971e-493c-add0-2b4b08e30fd1), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:56.846782 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fa74f084-a9cd-41a4-bd40-3e5ae157eedd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for floatingip (7d2ccb30-971e-493c-add0-2b4b08e30fd1), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:56.847923 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': '2b4a8b6c-4733-4d8f-9e27-e49afdff7d34', 'network_id': '8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3', 'port_id': '2b4a8b6c-4733-4d8f-9e27-e49afdff7d34', 'mac_address': 'fa:16:3e:09:1a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4e21e3-9183-4844-9e96-22394d5d74c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:32:56.859091 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-fa74f084-a9cd-41a4-bd40-3e5ae157eedd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Calling delete_port for 7d2ccb30-971e-493c-add0-2b4b08e30fd1 owned by network:floatingip {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:32:56.888713 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:32:56.889107 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (2b4a8b6c-4733-4d8f-9e27-e49afdff7d34), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:56.902585 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:32:56.922274 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2b4a8b6c-4733-4d8f-9e27-e49afdff7d34,segment=NetworkSegment(8b7905fc-f44f-42f1-9001-0ac6b245fa1f),segment_id=8b7905fc-f44f-42f1-9001-0ac6b245fa1f)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:32:56.994408 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (2b4a8b6c-4733-4d8f-9e27-e49afdff7d34), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:57.040655 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=2b4a8b6c-4733-4d8f-9e27-e49afdff7d34,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:57.047354 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:57.049465 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:57.049465 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:57.049465 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:57.049465 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:57.049465 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:57.049465 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:57.050017 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:57.050017 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:57.050208 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:57.050526 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:57.050845 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:57.051162 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:57.051476 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:57.051790 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104017) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:32:57.074521 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fa74f084-a9cd-41a4-bd40-3e5ae157eedd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (7d2ccb30-971e-493c-add0-2b4b08e30fd1), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:57.100072 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74f084-a9cd-41a4-bd40-3e5ae157eedd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event deleted for resources: {'Port': ['ID=7d2ccb30-971e-493c-add0-2b4b08e30fd1,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:57.162688 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fa74f084-a9cd-41a4-bd40-3e5ae157eedd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for floatingip (6a8184f2-8f4c-4372-94fd-f457e229f346), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:57.163094 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.db.l3_db [None req-fa74f084-a9cd-41a4-bd40-3e5ae157eedd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Floating IP 6a8184f2-8f4c-4372-94fd-f457e229f346 disassociated (deleted). External IP: 172.27.3.201, port: c1342952-7724-47e0-ad3f-8d010c0210f9. Mar 14 11:32:57.373765 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa74f084-a9cd-41a4-bd40-3e5ae157eedd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Router 7bc4534f-0190-4376-88e6-28abd32b88e8 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:32:57.391327 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['2b4a8b6c-4733-4d8f-9e27-e49afdff7d34'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:32:57.481143 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa74f084-a9cd-41a4-bd40-3e5ae157eedd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:32:57.486112 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fa74f084-a9cd-41a4-bd40-3e5ae157eedd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:57.492508 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e41eb7-7461-420b-b8fc-6d2dcb47fbe7 None None] Sync routers for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:32:57.506337 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e41eb7-7461-420b-b8fc-6d2dcb47fbe7 None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:32:57.508843 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-c4e41eb7-7461-420b-b8fc-6d2dcb47fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:32:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:32:57.520015 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-fa74f084-a9cd-41a4-bd40-3e5ae157eedd tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "DELETE /v2.0/floatingips/6a8184f2-8f4c-4372-94fd-f457e229f346 HTTP/1.1" status: 204 len: 168 time: 0.8968863 Mar 14 11:32:57.520015 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'tag': 'c1342952-7724-47e0-ad3f-8d010c0210f9'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:32:57.520890 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94b7d61-6539-4557-b0e6-ae66cc2c5e83" -d '{"events": [{"name": "network-changed", "server_uuid": "09363bec-d6da-482c-b8f9-1c5ef1796271", "tag": "c1342952-7724-47e0-ad3f-8d010c0210f9"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:32:57.571188 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71059701-c169-489d-97a5-5f9f24c36e10 x-openstack-request-id: req-71059701-c169-489d-97a5-5f9f24c36e10 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:32:57.571490 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09363bec-d6da-482c-b8f9-1c5ef1796271", "tag": "c1342952-7724-47e0-ad3f-8d010c0210f9", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:32:57.571759 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71059701-c169-489d-97a5-5f9f24c36e10 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:32:57.572304 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'tag': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'status': 'completed', 'code': 200} Mar 14 11:32:57.625538 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-c4e41eb7-7461-420b-b8fc-6d2dcb47fbe7 None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:32:57.651958 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b7d61-6539-4557-b0e6-ae66cc2c5e83 req-2b52a2fb-6376-46da-bcfd-8053b27a4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:57.653505 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b94b7d61-6539-4557-b0e6-ae66cc2c5e83 req-2b52a2fb-6376-46da-bcfd-8053b27a4895 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=66d51cfaa81242c6a99599737fa4195a&device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 1130 time: 0.0539253 Mar 14 11:32:57.679707 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb5598-132c-4b25-9ba8-cd0c0d9c5ab2 req-3db2bffe-762e-401b-b069-38a002ae35dd tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:57.681274 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-adfb5598-132c-4b25-9ba8-cd0c0d9c5ab2 req-3db2bffe-762e-401b-b069-38a002ae35dd tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 944 time: 0.0602450 Mar 14 11:32:57.731027 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-adfb5598-132c-4b25-9ba8-cd0c0d9c5ab2 req-85eae14b-9a2d-4cd9-ab5e-9c1dd2e238b9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442100 Mar 14 11:32:57.762694 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b7d61-6539-4557-b0e6-ae66cc2c5e83 req-445f48f4-aa22-4c35-a29d-11ed36a4694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:57.764269 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b94b7d61-6539-4557-b0e6-ae66cc2c5e83 req-445f48f4-aa22-4c35-a29d-11ed36a4694f service neutron] 10.222.0.44 "GET /v2.0/networks?id=4f63bf05-fb51-48ef-987d-7a89bd6f7088 HTTP/1.1" status: 200 len: 912 time: 0.1042330 Mar 14 11:32:57.807347 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b94b7d61-6539-4557-b0e6-ae66cc2c5e83 req-b7de9b9a-f5e9-4034-89f8-952ef2375251 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1342952-7724-47e0-ad3f-8d010c0210f9 HTTP/1.1" status: 200 len: 217 time: 0.0354548 Mar 14 11:32:57.838475 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-c4e41eb7-7461-420b-b8fc-6d2dcb47fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:32:57.854643 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b7d61-6539-4557-b0e6-ae66cc2c5e83 req-3e2d6c20-9e27-4f91-b39a-f75cb686842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:57.856185 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b94b7d61-6539-4557-b0e6-ae66cc2c5e83 req-3e2d6c20-9e27-4f91-b39a-f75cb686842f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327 HTTP/1.1" status: 200 len: 850 time: 0.0435171 Mar 14 11:32:57.868377 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e41eb7-7461-420b-b8fc-6d2dcb47fbe7 None None] Checking router: 7bc4534f-0190-4376-88e6-28abd32b88e8 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:32:57.876828 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e41eb7-7461-420b-b8fc-6d2dcb47fbe7 None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:32:57.877372 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-c4e41eb7-7461-420b-b8fc-6d2dcb47fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:32:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:32:57.914418 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b7d61-6539-4557-b0e6-ae66cc2c5e83 req-5f3b3481-d4db-4b8c-8772-427a6a26eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:57.915914 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b94b7d61-6539-4557-b0e6-ae66cc2c5e83 req-5f3b3481-d4db-4b8c-8772-427a6a26eae7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4f63bf05-fb51-48ef-987d-7a89bd6f7088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509942 Mar 14 11:32:57.990225 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-c4e41eb7-7461-420b-b8fc-6d2dcb47fbe7 None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:32:58.011114 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b94b7d61-6539-4557-b0e6-ae66cc2c5e83 req-00ff8718-40f2-4ed0-9381-3e2fecb835e7 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885055 Mar 14 11:32:58.057371 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6e8c1-3004-438e-baae-f24a4f3ad950 req-80793c94-0c88-4551-b930-14ba96211045 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:58.059230 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2df6e8c1-3004-438e-baae-f24a4f3ad950 req-80793c94-0c88-4551-b930-14ba96211045 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 946 time: 0.0590432 Mar 14 11:32:58.110472 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2df6e8c1-3004-438e-baae-f24a4f3ad950 req-99fcfe21-7ffb-4b7c-a6ab-46c35b16cf02 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452478 Mar 14 11:32:58.110876 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-b94b7d61-6539-4557-b0e6-ae66cc2c5e83 req-6a6697d1-c1e9-4c1d-bc98-c048439d5f19 service neutron] 10.222.0.44 "GET /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922081 Mar 14 11:32:58.193582 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-c4e41eb7-7461-420b-b8fc-6d2dcb47fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:32:58.219664 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e41eb7-7461-420b-b8fc-6d2dcb47fbe7 None None] The sync data for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi is: [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:36Z', 'revision_number': 4, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi', '_interfaces': [{'id': '8d120d54-63eb-4685-9148-a30d2924d508', 'name': '', 'network_id': '4f63bf05-fb51-48ef-987d-7a89bd6f7088', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'mac_address': 'fa:16:3e:ac:5b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:35Z', 'updated_at': '2022-03-14T11:23:40Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'subnets': [{'id': 'a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:32:58.436581 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fbbe7c-7948-4565-80ab-351832f91448 None None] New status for floating IP 6a8184f2-8f4c-4372-94fd-f457e229f346: DOWN {{(pid=104017) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 11:32:58.736261 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:32:58.786002 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d8ba2-b72d-4ba5-9429-a288374e96e1 req-60fabfd1-a963-4fa2-92d1-bc2c7a9d8426 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:58.787663 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f6d8ba2-b72d-4ba5-9429-a288374e96e1 req-60fabfd1-a963-4fa2-92d1-bc2c7a9d8426 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.44 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 946 time: 0.0550735 Mar 14 11:32:58.857172 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:32:58.861406 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:32:58.861785 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (2b4a8b6c-4733-4d8f-9e27-e49afdff7d34), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:58.913857 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ca074-1e70-4bcc-8733-15646fff1443 req-d8c66866-7b97-4598-a08e-8262c8159dd9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:58.915348 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-229ca074-1e70-4bcc-8733-15646fff1443 req-d8c66866-7b97-4598-a08e-8262c8159dd9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 944 time: 0.0981061 Mar 14 11:32:58.929592 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-4f6d8ba2-b72d-4ba5-9429-a288374e96e1 req-ec054503-ae50-4660-acc6-af79220f2cdf tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Deleting port c1342952-7724-47e0-ad3f-8d010c0210f9 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:32:58.929928 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-4f6d8ba2-b72d-4ba5-9429-a288374e96e1 req-ec054503-ae50-4660-acc6-af79220f2cdf tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:58.938530 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:32:58.938925 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (2b4a8b6c-4733-4d8f-9e27-e49afdff7d34), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:58.962681 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8cf72b-bc2d-467b-8b69-230ab6d4e442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4a8b6c-4733-4d8f-9e27-e49afdff7d34'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:32:58.964893 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b27891-9a14-4dd6-9e7e-bcc17500ab7e" -d '{"events": [{"server_uuid": "8f8cf72b-bc2d-467b-8b69-230ab6d4e442", "name": "network-vif-plugged", "status": "completed", "tag": "2b4a8b6c-4733-4d8f-9e27-e49afdff7d34"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:32:58.981041 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2b4a8b6c-4733-4d8f-9e27-e49afdff7d34,segment=NetworkSegment(8b7905fc-f44f-42f1-9001-0ac6b245fa1f),segment_id=8b7905fc-f44f-42f1-9001-0ac6b245fa1f)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:32:59.002431 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb22ef5-e6a1-4f35-a06f-58bcda86a6f2 x-openstack-request-id: req-8bb22ef5-e6a1-4f35-a06f-58bcda86a6f2 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:32:59.002742 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8cf72b-bc2d-467b-8b69-230ab6d4e442", "name": "network-vif-plugged", "status": "completed", "tag": "2b4a8b6c-4733-4d8f-9e27-e49afdff7d34", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:32:59.002993 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bb22ef5-e6a1-4f35-a06f-58bcda86a6f2 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:32:59.003386 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8cf72b-bc2d-467b-8b69-230ab6d4e442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4a8b6c-4733-4d8f-9e27-e49afdff7d34', 'code': 200} Mar 14 11:32:59.023020 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-229ca074-1e70-4bcc-8733-15646fff1443 req-95103854-4541-419b-837b-8446f652e930 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004820 Mar 14 11:32:59.046353 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (2b4a8b6c-4733-4d8f-9e27-e49afdff7d34), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:59.057512 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-4f6d8ba2-b72d-4ba5-9429-a288374e96e1 req-ec054503-ae50-4660-acc6-af79220f2cdf tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] For port c1342952-7724-47e0-ad3f-8d010c0210f9, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c1342952-7724-47e0-ad3f-8d010c0210f9,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:32:59.057900 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-4f6d8ba2-b72d-4ba5-9429-a288374e96e1 req-ec054503-ae50-4660-acc6-af79220f2cdf tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:59.072202 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-4f6d8ba2-b72d-4ba5-9429-a288374e96e1 req-ec054503-ae50-4660-acc6-af79220f2cdf tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Calling delete_port for c1342952-7724-47e0-ad3f-8d010c0210f9 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:32:59.095591 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=2b4a8b6c-4733-4d8f-9e27-e49afdff7d34,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:59.236291 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765491a5-ce78-4f10-b756-0f3c6ba0071a req-1c99e7ae-b028-49a2-8941-c7cc47ecb52b tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:59.237763 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-765491a5-ce78-4f10-b756-0f3c6ba0071a req-1c99e7ae-b028-49a2-8941-c7cc47ecb52b tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 946 time: 0.0562365 Mar 14 11:32:59.281137 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-4f6d8ba2-b72d-4ba5-9429-a288374e96e1 req-ec054503-ae50-4660-acc6-af79220f2cdf tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (c1342952-7724-47e0-ad3f-8d010c0210f9), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:59.292197 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-765491a5-ce78-4f10-b756-0f3c6ba0071a req-27ef9e87-d9b0-4a3a-87ce-2527d32d2808 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/security-groups?id=c1fc7014-6423-4a88-8208-2be7ebde7296&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473425 Mar 14 11:32:59.317032 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec054503-ae50-4660-acc6-af79220f2cdf tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event deleted for resources: {'Port': ['ID=c1342952-7724-47e0-ad3f-8d010c0210f9,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:32:59.354818 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc16c9b-fe82-42de-8d1b-1f1d125ee209 req-0c3ee4d3-4e6f-4005-8f5e-3e959b61d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:32:59.356319 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7cc16c9b-fe82-42de-8d1b-1f1d125ee209 req-0c3ee4d3-4e6f-4005-8f5e-3e959b61d1ea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 1129 time: 0.1058393 Mar 14 11:32:59.379517 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6d8ba2-b72d-4ba5-9429-a288374e96e1 req-ec054503-ae50-4660-acc6-af79220f2cdf tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] No DVR routers for this DVR port c1342952-7724-47e0-ad3f-8d010c0210f9 on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:32:59.382386 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-4f6d8ba2-b72d-4ba5-9429-a288374e96e1 req-ec054503-ae50-4660-acc6-af79220f2cdf tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:32:59.385517 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4f6d8ba2-b72d-4ba5-9429-a288374e96e1 req-ec054503-ae50-4660-acc6-af79220f2cdf tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.44 "DELETE /v2.0/ports/c1342952-7724-47e0-ad3f-8d010c0210f9 HTTP/1.1" status: 204 len: 173 time: 0.5930688 Mar 14 11:32:59.417445 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-7cc16c9b-fe82-42de-8d1b-1f1d125ee209 req-60555494-d36d-413f-8d00-58de62a30bce service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464697 Mar 14 11:32:59.573448 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'name': 'network-vif-deleted', 'tag': 'c1342952-7724-47e0-ad3f-8d010c0210f9'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:32:59.575718 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c695d7dd-9ef2-46eb-a08f-488ba5c08923" -d '{"events": [{"server_uuid": "09363bec-d6da-482c-b8f9-1c5ef1796271", "name": "network-vif-deleted", "tag": "c1342952-7724-47e0-ad3f-8d010c0210f9"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:32:59.609391 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f198cf-eda0-4dad-8890-98b5569e317d x-openstack-request-id: req-86f198cf-eda0-4dad-8890-98b5569e317d {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:32:59.609684 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09363bec-d6da-482c-b8f9-1c5ef1796271", "name": "network-vif-deleted", "tag": "c1342952-7724-47e0-ad3f-8d010c0210f9", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:32:59.609936 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86f198cf-eda0-4dad-8890-98b5569e317d {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:32:59.610355 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09363bec-d6da-482c-b8f9-1c5ef1796271', 'name': 'network-vif-deleted', 'tag': 'c1342952-7724-47e0-ad3f-8d010c0210f9', 'status': 'completed', 'code': 200} Mar 14 11:33:00.154775 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bbcf6-4571-4e02-acc0-b90cc3b3d7e8 req-8d64ac93-e476-482e-857e-69db52f03ced tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:00.156433 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b83bbcf6-4571-4e02-acc0-b90cc3b3d7e8 req-8d64ac93-e476-482e-857e-69db52f03ced tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 945 time: 0.0535591 Mar 14 11:33:00.203191 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-b83bbcf6-4571-4e02-acc0-b90cc3b3d7e8 req-c7a622b0-8f6d-4c34-95e0-07aff486522f tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412586 Mar 14 11:33:00.403268 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-ccb88862-696d-4adb-ac1c-2e3e03555290 req-47316b88-98f5-4edc-9bf3-9aa28dfb0142 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "GET /v2.0/ports?device_id=09363bec-d6da-482c-b8f9-1c5ef1796271 HTTP/1.1" status: 200 len: 210 time: 0.0305059 Mar 14 11:33:01.319075 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00676b5-c05a-4e0a-8339-877bed1b1226 req-ecba53e7-b317-4885-ba89-d07c11e9c95d tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:01.320622 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a00676b5-c05a-4e0a-8339-877bed1b1226 req-ecba53e7-b317-4885-ba89-d07c11e9c95d tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 945 time: 0.0522051 Mar 14 11:33:01.371023 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-a00676b5-c05a-4e0a-8339-877bed1b1226 req-dc85aba2-7292-41b1-bb58-381748ab2f63 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442116 Mar 14 11:33:01.458930 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 33178) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:01.609210 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-45e82308-1cb5-4e4a-bfdf-c051b6a6343d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Deleting port 92b9daef-73cd-4194-ab81-f1449e818000 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:33:01.609553 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-45e82308-1cb5-4e4a-bfdf-c051b6a6343d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (92b9daef-73cd-4194-ab81-f1449e818000), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:01.681612 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-45e82308-1cb5-4e4a-bfdf-c051b6a6343d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (92b9daef-73cd-4194-ab81-f1449e818000), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:01.681937 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-45e82308-1cb5-4e4a-bfdf-c051b6a6343d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for floatingip (92b9daef-73cd-4194-ab81-f1449e818000), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:01.694080 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-45e82308-1cb5-4e4a-bfdf-c051b6a6343d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Calling delete_port for 92b9daef-73cd-4194-ab81-f1449e818000 owned by network:floatingip {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:33:01.891976 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-45e82308-1cb5-4e4a-bfdf-c051b6a6343d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (92b9daef-73cd-4194-ab81-f1449e818000), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:01.917136 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e82308-1cb5-4e4a-bfdf-c051b6a6343d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event deleted for resources: {'Port': ['ID=92b9daef-73cd-4194-ab81-f1449e818000,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:01.986400 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-45e82308-1cb5-4e4a-bfdf-c051b6a6343d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for floatingip (eddb501e-9364-4fbc-9136-5a40077a4d8f), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:01.988855 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-45e82308-1cb5-4e4a-bfdf-c051b6a6343d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for floatingip (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:01.990045 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-45e82308-1cb5-4e4a-bfdf-c051b6a6343d tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "DELETE /v2.0/floatingips/eddb501e-9364-4fbc-9136-5a40077a4d8f HTTP/1.1" status: 204 len: 168 time: 0.5300825 Mar 14 11:33:02.578792 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101587b-625b-4d8d-823c-8d3cc35a01a0 req-bd87fed3-f914-43b4-b0be-75eeb5a4129a tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:02.580188 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4101587b-625b-4d8d-823c-8d3cc35a01a0 req-bd87fed3-f914-43b4-b0be-75eeb5a4129a tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 945 time: 0.0535347 Mar 14 11:33:02.628352 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-4101587b-625b-4d8d-823c-8d3cc35a01a0 req-bc4f46e5-17a0-4683-8cae-ddab3c86dadb tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424681 Mar 14 11:33:02.770701 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c1342952-7724-47e0-ad3f-8d010c0210f9 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:33:02.792109 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: c1342952-7724-47e0-ad3f-8d010c0210f9 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:33:02.792460 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c1342952-7724-47e0-ad3f-8d010c0210f9 not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:33:03.563078 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 33200) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:03.619714 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ec576dcc-e2d1-482c-96a0-42a0a70a7fa1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group (c1fc7014-6423-4a88-8208-2be7ebde7296), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:03.644199 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ec576dcc-e2d1-482c-96a0-42a0a70a7fa1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group (c1fc7014-6423-4a88-8208-2be7ebde7296), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:03.756938 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c10ec4-6a3c-4d35-ac13-437277c15274 req-d0d25650-6820-4df6-92d5-23015075d0cc tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:03.759378 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99c10ec4-6a3c-4d35-ac13-437277c15274 req-d0d25650-6820-4df6-92d5-23015075d0cc tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 945 time: 0.0583570 Mar 14 11:33:03.780740 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ec576dcc-e2d1-482c-96a0-42a0a70a7fa1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c1fc7014-6423-4a88-8208-2be7ebde7296), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:03.783510 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ec576dcc-e2d1-482c-96a0-42a0a70a7fa1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:03.784677 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-ec576dcc-e2d1-482c-96a0-42a0a70a7fa1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] 10.222.0.37 "DELETE /v2.0/security-groups/c1fc7014-6423-4a88-8208-2be7ebde7296 HTTP/1.1" status: 204 len: 168 time: 0.2206309 Mar 14 11:33:03.795443 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec576dcc-e2d1-482c-96a0-42a0a70a7fa1 tempest-TestVolumeBootPattern-688157467 tempest-TestVolumeBootPattern-688157467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fc7014-6423-4a88-8208-2be7ebde7296,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:03.810526 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-99c10ec4-6a3c-4d35-ac13-437277c15274 req-52b6a76a-7cd0-40bc-97c3-5506ee956998 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446403 Mar 14 11:33:03.903940 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 33206) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:04.477548 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cab15-f67c-4d35-8c96-a2474b3d7370 req-1e94c1ed-8900-414b-972c-064c7695e0c8 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:04.479001 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-487cab15-f67c-4d35-8c96-a2474b3d7370 req-1e94c1ed-8900-414b-972c-064c7695e0c8 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 945 time: 0.3783157 Mar 14 11:33:04.642388 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-487cab15-f67c-4d35-8c96-a2474b3d7370 req-ebeea972-4e19-4902-92c3-65d1cc6b9889 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Deleting port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:33:04.643085 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-487cab15-f67c-4d35-8c96-a2474b3d7370 req-ebeea972-4e19-4902-92c3-65d1cc6b9889 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (2b4a8b6c-4733-4d8f-9e27-e49afdff7d34), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:04.761831 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-487cab15-f67c-4d35-8c96-a2474b3d7370 req-ebeea972-4e19-4902-92c3-65d1cc6b9889 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] For port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2b4a8b6c-4733-4d8f-9e27-e49afdff7d34,segment=NetworkSegment(8b7905fc-f44f-42f1-9001-0ac6b245fa1f),segment_id=8b7905fc-f44f-42f1-9001-0ac6b245fa1f)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:33:04.762224 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-487cab15-f67c-4d35-8c96-a2474b3d7370 req-ebeea972-4e19-4902-92c3-65d1cc6b9889 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (2b4a8b6c-4733-4d8f-9e27-e49afdff7d34), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:04.776969 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-487cab15-f67c-4d35-8c96-a2474b3d7370 req-ebeea972-4e19-4902-92c3-65d1cc6b9889 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Calling delete_port for 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:33:04.801587 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d536-1a0e-4fcb-84c7-6c334def598b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899631'] for router_interface (7bc4534f-0190-4376-88e6-28abd32b88e8), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:04.941081 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8476c-1899-4159-be8d-7d29cda0aee9 req-f71aa796-5421-419c-afd5-a98d471811bd tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:04.942636 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-11b8476c-1899-4159-be8d-7d29cda0aee9 req-f71aa796-5421-419c-afd5-a98d471811bd tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 945 time: 0.0550845 Mar 14 11:33:04.996687 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-11b8476c-1899-4159-be8d-7d29cda0aee9 req-91e7d94f-ab72-4f45-b09b-af670bd50b53 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426760 Mar 14 11:33:05.110650 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-487cab15-f67c-4d35-8c96-a2474b3d7370 req-ebeea972-4e19-4902-92c3-65d1cc6b9889 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (2b4a8b6c-4733-4d8f-9e27-e49afdff7d34), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:05.144710 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeea972-4e19-4902-92c3-65d1cc6b9889 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Pushing event deleted for resources: {'Port': ['ID=2b4a8b6c-4733-4d8f-9e27-e49afdff7d34,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:05.194412 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-487cab15-f67c-4d35-8c96-a2474b3d7370 req-ebeea972-4e19-4902-92c3-65d1cc6b9889 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] No DVR routers for this DVR port 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:33:05.197124 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-487cab15-f67c-4d35-8c96-a2474b3d7370 req-ebeea972-4e19-4902-92c3-65d1cc6b9889 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:05.200394 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-487cab15-f67c-4d35-8c96-a2474b3d7370 req-ebeea972-4e19-4902-92c3-65d1cc6b9889 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.44 "DELETE /v2.0/ports/2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 HTTP/1.1" status: 204 len: 173 time: 0.7152457 Mar 14 11:33:05.201626 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8cf72b-bc2d-467b-8b69-230ab6d4e442', 'name': 'network-vif-deleted', 'tag': '2b4a8b6c-4733-4d8f-9e27-e49afdff7d34'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:33:05.203916 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8eee6b-c294-4209-8b49-830e279879a6" -d '{"events": [{"server_uuid": "8f8cf72b-bc2d-467b-8b69-230ab6d4e442", "name": "network-vif-deleted", "tag": "2b4a8b6c-4733-4d8f-9e27-e49afdff7d34"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:33:05.209771 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d4f07be8-e92d-4ce5-91ce-80c45f66d130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:05.213387 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1d536-1a0e-4fcb-84c7-6c334def598b admin admin] Deleting port 8d120d54-63eb-4685-9148-a30d2924d508 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:33:05.213387 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d536-1a0e-4fcb-84c7-6c334def598b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (8d120d54-63eb-4685-9148-a30d2924d508), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:05.268056 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4c5c34-065d-4fa5-b2df-3286525e0bd7 x-openstack-request-id: req-7d4c5c34-065d-4fa5-b2df-3286525e0bd7 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:33:05.268056 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8cf72b-bc2d-467b-8b69-230ab6d4e442", "name": "network-vif-deleted", "tag": "2b4a8b6c-4733-4d8f-9e27-e49afdff7d34", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:33:05.268056 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d4c5c34-065d-4fa5-b2df-3286525e0bd7 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:33:05.268056 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8cf72b-bc2d-467b-8b69-230ab6d4e442', 'name': 'network-vif-deleted', 'tag': '2b4a8b6c-4733-4d8f-9e27-e49afdff7d34', 'status': 'completed', 'code': 200} Mar 14 11:33:05.295779 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-dbd1d536-1a0e-4fcb-84c7-6c334def598b admin admin] For port 8d120d54-63eb-4685-9148-a30d2924d508, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=8d120d54-63eb-4685-9148-a30d2924d508,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:33:05.296990 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d536-1a0e-4fcb-84c7-6c334def598b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (8d120d54-63eb-4685-9148-a30d2924d508), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:05.310091 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1d536-1a0e-4fcb-84c7-6c334def598b admin admin] Calling delete_port for 8d120d54-63eb-4685-9148-a30d2924d508 owned by network:router_interface {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:33:05.570160 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d536-1a0e-4fcb-84c7-6c334def598b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (8d120d54-63eb-4685-9148-a30d2924d508), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:05.599456 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1d536-1a0e-4fcb-84c7-6c334def598b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d120d54-63eb-4685-9148-a30d2924d508,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:05.774349 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d536-1a0e-4fcb-84c7-6c334def598b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3903071'] for router_interface (7bc4534f-0190-4376-88e6-28abd32b88e8), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:05.993787 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd1d536-1a0e-4fcb-84c7-6c334def598b admin admin] Router 7bc4534f-0190-4376-88e6-28abd32b88e8 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:33:06.109771 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd1d536-1a0e-4fcb-84c7-6c334def598b admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:33:06.119402 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33218) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:06.126451 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e02473c-ef48-4980-a0b6-e5f61e7ae08d None None] Sync routers for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:33:06.131819 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-dbd1d536-1a0e-4fcb-84c7-6c334def598b admin admin] 10.222.0.37 "PUT /v2.0/routers/7bc4534f-0190-4376-88e6-28abd32b88e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2162747 Mar 14 11:33:06.142004 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e02473c-ef48-4980-a0b6-e5f61e7ae08d None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:33:06.142697 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1e02473c-ef48-4980-a0b6-e5f61e7ae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:32:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:06.198455 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-c996952b-1d09-42fc-b43d-4f053a5e8e2a req-1eaaefb1-c3f4-451d-95e2-d030d618ca33 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f8cf72b-bc2d-467b-8b69-230ab6d4e442 HTTP/1.1" status: 200 len: 210 time: 0.1232882 Mar 14 11:33:06.273110 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] Publish callbacks [] for router (7bc4534f-0190-4376-88e6-28abd32b88e8), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:06.344384 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-1e02473c-ef48-4980-a0b6-e5f61e7ae08d None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:33:06.384143 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] Publish callbacks [] for router_gateway (7bc4534f-0190-4376-88e6-28abd32b88e8), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:06.479001 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] Deleting port 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:33:06.479258 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (78da1f5d-5267-45f8-8b4a-c2ff3119b0a4), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:06.530708 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1e02473c-ef48-4980-a0b6-e5f61e7ae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:33:05Z', 'revision_number': 5, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port': {'id': '78da1f5d-5267-45f8-8b4a-c2ff3119b0a4', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:06.559212 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] For port 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=78da1f5d-5267-45f8-8b4a-c2ff3119b0a4,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:33:06.559584 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (78da1f5d-5267-45f8-8b4a-c2ff3119b0a4), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:06.561289 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e02473c-ef48-4980-a0b6-e5f61e7ae08d None None] Checking router: 7bc4534f-0190-4376-88e6-28abd32b88e8 for host: dv-cinder-831776-2-iscsi {{(pid=104018) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:33:06.569678 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e02473c-ef48-4980-a0b6-e5f61e7ae08d None None] Routers {'7bc4534f-0190-4376-88e6-28abd32b88e8'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104018) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:33:06.570539 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1e02473c-ef48-4980-a0b6-e5f61e7ae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:32:37Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['7bc4534f-0190-4376-88e6-28abd32b88e8'], 'active': True} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:06.573017 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] Calling delete_port for 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4 owned by network:router_gateway {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:33:06.657715 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_dvr_db [None req-1e02473c-ef48-4980-a0b6-e5f61e7ae08d None None] Set router 7bc4534f-0190-4376-88e6-28abd32b88e8 gateway port host: None {{(pid=104018) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:33:06.707896 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.l3_hamode_db [None req-1e02473c-ef48-4980-a0b6-e5f61e7ae08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:33:06Z', 'revision_number': 6, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port_host': None}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:06.738074 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e02473c-ef48-4980-a0b6-e5f61e7ae08d None None] The sync data for ids ['7bc4534f-0190-4376-88e6-28abd32b88e8'] in dv-cinder-831776-2-iscsi is: [{'id': '7bc4534f-0190-4376-88e6-28abd32b88e8', 'name': 'tempest-TestVolumeBootPattern-642899636-router', 'tenant_id': '66d51cfaa81242c6a99599737fa4195a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:33Z', 'updated_at': '2022-03-14T11:33:06Z', 'revision_number': 6, 'project_id': '66d51cfaa81242c6a99599737fa4195a', 'gw_port_host': None}] {{(pid=104018) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:33:06.774529 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:33:06.796106 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:33:06.796453 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device 2b4a8b6c-4733-4d8f-9e27-e49afdff7d34 not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:33:06.815503 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (78da1f5d-5267-45f8-8b4a-c2ff3119b0a4), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:06.847205 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=78da1f5d-5267-45f8-8b4a-c2ff3119b0a4,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:06.904797 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3899705'] for router_gateway (7bc4534f-0190-4376-88e6-28abd32b88e8), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:06.993754 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6907'] for router (7bc4534f-0190-4376-88e6-28abd32b88e8), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:06.995784 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] Publish callbacks [] for router_controller (7bc4534f-0190-4376-88e6-28abd32b88e8), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:07.149970 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906125'] for router (7bc4534f-0190-4376-88e6-28abd32b88e8), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:07.150644 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bc4534f-0190-4376-88e6-28abd32b88e8 {{(pid=104016) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 11:33:07.155230 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:07.161575 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-957bfd87-d2cd-430d-a91c-6a40ca3124a2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7bc4534f-0190-4376-88e6-28abd32b88e8 HTTP/1.1" status: 204 len: 168 time: 1.0358784 Mar 14 11:33:07.161575 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33220) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:07.205784 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94ca731-4e98-49eb-9365-239a97b8f2b4 admin admin] Deleting subnet a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:33:07.208784 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a94ca731-4e98-49eb-9365-239a97b8f2b4 admin admin] Publish callbacks [] for subnet (a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:07.244502 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a94ca731-4e98-49eb-9365-239a97b8f2b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11546337'] for subnet (a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:07.339307 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a94ca731-4e98-49eb-9365-239a97b8f2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:07.443700 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c3ed1475-bd73-4171-ab3e-d52f99a6adb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:07.484783 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-e806eea7-9a97-494b-a761-be5fcd1bf379 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:07.493034 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-e806eea7-9a97-494b-a761-be5fcd1bf379 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/networks?id=8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 HTTP/1.1" status: 200 len: 809 time: 0.1171184 Mar 14 11:33:07.504323 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-3d5fc887-cfe1-4303-ab5f-4b2e504078a1 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/quotas/3e05ce38eafb4b109d57dda6f55ab824 HTTP/1.1" status: 200 len: 375 time: 0.0103483 Mar 14 11:33:07.530741 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 8d120d54-63eb-4685-9148-a30d2924d508 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:33:07.540657 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-60eec208-6a46-4c24-9cfa-ca3323a9078e tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e05ce38eafb4b109d57dda6f55ab824&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293975 Mar 14 11:33:07.543360 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a94ca731-4e98-49eb-9365-239a97b8f2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2078518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11574714'] for subnet (a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:07.551494 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 8d120d54-63eb-4685-9148-a30d2924d508 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:33:07.551909 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 8d120d54-63eb-4685-9148-a30d2924d508 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:33:07.575953 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ca731-4e98-49eb-9365-239a97b8f2b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:07.579773 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a94ca731-4e98-49eb-9365-239a97b8f2b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:07.585273 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-a94ca731-4e98-49eb-9365-239a97b8f2b4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a97c71e8-e99b-4bbf-9ae8-ba85e3c3a327 HTTP/1.1" status: 204 len: 168 time: 0.4207954 Mar 14 11:33:07.585503 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33238) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:07.587700 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7be4b8-d67c-48d5-b830-bd97859b4bf9 None None] Network 4f63bf05-fb51-48ef-987d-7a89bd6f7088 requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:33:07.654720 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-8a260d9d-1bec-4379-84e3-8bd5fac92ea7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=104016) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 11:33:07.655717 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-8a260d9d-1bec-4379-84e3-8bd5fac92ea7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0869515 Mar 14 11:33:07.687713 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (4f63bf05-fb51-48ef-987d-7a89bd6f7088), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:07.769211 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1f1878-a751-4068-aaa9-e33568b169f7 None None] DHCP port deletion for 4f63bf05-fb51-48ef-987d-7a89bd6f7088 request from dv-cinder-831776-2-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 11:33:07.792699 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-a68c6f79-0851-42a6-81fd-14193ee8e10c service neutron] 10.222.0.37 "GET /v2.0/networks/8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271656 Mar 14 11:33:07.830479 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] Deleting port e6478376-69ef-4823-8352-d7acac8c305f {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:33:07.830828 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (e6478376-69ef-4823-8352-d7acac8c305f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:07.834537 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f1878-a751-4068-aaa9-e33568b169f7 None None] Deleting port e6478376-69ef-4823-8352-d7acac8c305f {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:33:07.834537 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0b1f1878-a751-4068-aaa9-e33568b169f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (e6478376-69ef-4823-8352-d7acac8c305f), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:07.898506 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-0b1f1878-a751-4068-aaa9-e33568b169f7 None None] For port e6478376-69ef-4823-8352-d7acac8c305f, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=e6478376-69ef-4823-8352-d7acac8c305f,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:33:07.898905 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0b1f1878-a751-4068-aaa9-e33568b169f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (e6478376-69ef-4823-8352-d7acac8c305f), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:07.911250 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f1878-a751-4068-aaa9-e33568b169f7 None None] Calling delete_port for e6478376-69ef-4823-8352-d7acac8c305f owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:33:07.936206 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] For port e6478376-69ef-4823-8352-d7acac8c305f, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=e6478376-69ef-4823-8352-d7acac8c305f,segment=NetworkSegment(51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e),segment_id=51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:33:07.936563 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (e6478376-69ef-4823-8352-d7acac8c305f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:07.956370 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-562751b4-2916-4f55-b0d1-a363a0dbeaa4 service neutron] 10.222.0.37 "GET /v2.0/networks/8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574888 Mar 14 11:33:07.957218 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] Calling delete_port for e6478376-69ef-4823-8352-d7acac8c305f owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:33:08.057229 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0b1f1878-a751-4068-aaa9-e33568b169f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783'] for port (e6478376-69ef-4823-8352-d7acac8c305f), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:08.067100 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (e6478376-69ef-4823-8352-d7acac8c305f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:08.087099 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f1878-a751-4068-aaa9-e33568b169f7 None None] Pushing event deleted for resources: {'Port': ['ID=e6478376-69ef-4823-8352-d7acac8c305f,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:08.088921 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1f1878-a751-4068-aaa9-e33568b169f7 None None] No DVR routers for this DVR port e6478376-69ef-4823-8352-d7acac8c305f on host dv-cinder-831776-2-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:33:08.094645 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6478376-69ef-4823-8352-d7acac8c305f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:08.098592 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] No DVR routers for this DVR port e6478376-69ef-4823-8352-d7acac8c305f on host dv-cinder-831776-2-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:33:08.170766 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (4f63bf05-fb51-48ef-987d-7a89bd6f7088), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:08.196117 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f63bf05-fb51-48ef-987d-7a89bd6f7088']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:08.205936 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:08.206261 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:08.216299 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11546360'] for segment (51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:08.237542 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:08.246913 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] Releasing vlan 294 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:33:08.247315 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2077848'] for segment (51bc2dc3-f44d-4a5c-a7eb-a29c52cc6b8e), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: self.session.flush() Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: self.session.flush() Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: self.session.flush() Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: self.session.flush() Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: timer() Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: cb(*args, **kw) Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: self._notify() Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: self.callback(batched_events) Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: event.method(event) Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._get(url).json() Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:33:08.249035 dv-cinder-831776-2-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:33:08.296164 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2c29c514-6ca9-4f60-b685-708bd2cdabfc req-e194544a-eaab-425e-8406-63533d4d57f0 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 210 time: 0.1052637 Mar 14 11:33:08.365471 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (4f63bf05-fb51-48ef-987d-7a89bd6f7088), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:08.371604 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:08.377075 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4f63bf05-fb51-48ef-987d-7a89bd6f7088 HTTP/1.1" status: 204 len: 168 time: 0.7882619 Mar 14 11:33:08.377854 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 33250) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:08.385340 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962312f1-3626-4ea3-9c7e-3e3350df9f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f63bf05-fb51-48ef-987d-7a89bd6f7088,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:08.681708 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:08.724222 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-080ef7a8-3d83-4be3-aef2-cae16cbae65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3899631'] for router_interface (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:08.971106 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-080ef7a8-3d83-4be3-aef2-cae16cbae65e admin admin] Deleting port 815f8900-0718-4fca-9688-77990af162ca {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:33:08.971457 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-080ef7a8-3d83-4be3-aef2-cae16cbae65e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (815f8900-0718-4fca-9688-77990af162ca), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:09.053008 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-080ef7a8-3d83-4be3-aef2-cae16cbae65e admin admin] For port 815f8900-0718-4fca-9688-77990af162ca, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=815f8900-0718-4fca-9688-77990af162ca,segment=NetworkSegment(a2529662-ae53-48cf-98bd-9150eef8b2fa),segment_id=a2529662-ae53-48cf-98bd-9150eef8b2fa)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:33:09.053391 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-080ef7a8-3d83-4be3-aef2-cae16cbae65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (815f8900-0718-4fca-9688-77990af162ca), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:09.066234 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-080ef7a8-3d83-4be3-aef2-cae16cbae65e admin admin] Calling delete_port for 815f8900-0718-4fca-9688-77990af162ca owned by network:router_interface {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:33:09.168667 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device e6478376-69ef-4823-8352-d7acac8c305f no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:33:09.190676 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: e6478376-69ef-4823-8352-d7acac8c305f {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:33:09.190676 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device e6478376-69ef-4823-8352-d7acac8c305f not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:33:09.190676 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:33:09.211132 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:33:09.211781 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 78da1f5d-5267-45f8-8b4a-c2ff3119b0a4 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:33:09.237914 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:09.341082 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-080ef7a8-3d83-4be3-aef2-cae16cbae65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (815f8900-0718-4fca-9688-77990af162ca), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:09.366805 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ef7a8-3d83-4be3-aef2-cae16cbae65e admin admin] Pushing event deleted for resources: {'Port': ['ID=815f8900-0718-4fca-9688-77990af162ca,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:09.404328 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-7318b315-14b3-4a9b-87dd-308d8ceeb99f req-2c0943ae-812a-4abc-9bb2-c3630d3d2da2 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 210 time: 0.0404265 Mar 14 11:33:09.545522 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-080ef7a8-3d83-4be3-aef2-cae16cbae65e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3903071'] for router_interface (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:09.768022 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080ef7a8-3d83-4be3-aef2-cae16cbae65e admin admin] Router d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 has already been hosted by L3 agent dd4839d4-113c-4950-b933-dffc3e8426aa {{(pid=104015) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 11:33:09.873286 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080ef7a8-3d83-4be3-aef2-cae16cbae65e admin admin] Notify agent at l3_agent.dv-cinder-831776-2-iscsi the message routers_updated {{(pid=104015) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 11:33:09.883006 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-080ef7a8-3d83-4be3-aef2-cae16cbae65e admin admin] 10.222.0.37 "PUT /v2.0/routers/d0a5b45f-f1a3-4bc9-8548-99c7be0057f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4992533 Mar 14 11:33:09.883006 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 33256) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:09.884338 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b149c56b-b37c-464d-ac6e-94695b048a5c None None] Sync routers for ids ['d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'] in dv-cinder-831776-2-iscsi {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 11:33:09.895169 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b149c56b-b37c-464d-ac6e-94695b048a5c None None] Routers {'d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:33:09.895985 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b149c56b-b37c-464d-ac6e-94695b048a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:33:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:10.013717 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] Publish callbacks [] for router (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:10.145714 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-b149c56b-b37c-464d-ac6e-94695b048a5c None None] Set router d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:33:10.160311 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-b3150012-d1c2-4b25-bba8-eb953d94de1a tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:10.161713 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-b3150012-d1c2-4b25-bba8-eb953d94de1a tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.44 "GET /v2.0/networks?id=8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 HTTP/1.1" status: 200 len: 809 time: 0.1865253 Mar 14 11:33:10.173815 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-f92ec2c9-a62d-41a7-8da3-9a963f0419d6 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Request body: {'port': {'device_id': '03d37507-f648-42bf-a73d-46e308845239', 'network_id': '8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3', 'admin_state_up': True, 'tenant_id': '3e05ce38eafb4b109d57dda6f55ab824'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:33:10.375746 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b149c56b-b37c-464d-ac6e-94695b048a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'name': 'tempest-TestVolumeBootPattern-1355711992-router', 'tenant_id': 'ac08a777fbc5437b917ed4b884ea9742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:39Z', 'updated_at': '2022-03-14T11:33:09Z', 'revision_number': 5, 'project_id': 'ac08a777fbc5437b917ed4b884ea9742', 'gw_port': {'id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:40Z', 'updated_at': '2022-03-14T11:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:10.404915 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:10.405723 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b149c56b-b37c-464d-ac6e-94695b048a5c None None] Checking router: d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 for host: dv-cinder-831776-2-iscsi {{(pid=104017) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 11:33:10.415698 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b149c56b-b37c-464d-ac6e-94695b048a5c None None] Routers {'d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'} bound to L3 agent in host dv-cinder-831776-2-iscsi {{(pid=104017) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 11:33:10.416320 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b149c56b-b37c-464d-ac6e-94695b048a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T11:09:37Z,description=,heartbeat_timestamp=2022-03-14T11:33:07Z,host='dv-cinder-831776-2-iscsi',id=dd4839d4-113c-4950-b933-dffc3e8426aa,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T11:09:38Z,topic='l3_agent')) {'router_ids': ['d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'], 'active': True} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:10.503286 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] Publish callbacks [] for router_gateway (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:10.524460 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-66117065-2361-4d43-a6d2-6547a789fcbb req-8dd5f27d-54d9-469e-8bff-eceac4fc3e16 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 210 time: 0.0449479 Mar 14 11:33:10.530917 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvr_db [None req-b149c56b-b37c-464d-ac6e-94695b048a5c None None] Set router d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 gateway port host: dv-cinder-831776-2-iscsi {{(pid=104017) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 11:33:10.643964 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] Deleting port 352b51e5-0c8c-4855-83ba-571c628dfed6 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:33:10.644298 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (352b51e5-0c8c-4855-83ba-571c628dfed6), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:10.667284 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-f92ec2c9-a62d-41a7-8da3-9a963f0419d6 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Made reservation on behalf of 3e05ce38eafb4b109d57dda6f55ab824 for: {'port': 1} {{(pid=104015) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 11:33:10.670585 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-f92ec2c9-a62d-41a7-8da3-9a963f0419d6 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:10.717098 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_hamode_db [None req-b149c56b-b37c-464d-ac6e-94695b048a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'name': 'tempest-TestVolumeBootPattern-1355711992-router', 'tenant_id': 'ac08a777fbc5437b917ed4b884ea9742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:39Z', 'updated_at': '2022-03-14T11:33:09Z', 'revision_number': 5, 'project_id': 'ac08a777fbc5437b917ed4b884ea9742', 'gw_port': {'id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:40Z', 'updated_at': '2022-03-14T11:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}], 'dv-cinder-831776-2-iscsi', False) {} {{(pid=104017) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:10.749321 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b149c56b-b37c-464d-ac6e-94695b048a5c None None] The sync data for ids ['d0a5b45f-f1a3-4bc9-8548-99c7be0057f9'] in dv-cinder-831776-2-iscsi is: [{'id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'name': 'tempest-TestVolumeBootPattern-1355711992-router', 'tenant_id': 'ac08a777fbc5437b917ed4b884ea9742', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'external_fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T11:23:39Z', 'updated_at': '2022-03-14T11:33:09Z', 'revision_number': 5, 'project_id': 'ac08a777fbc5437b917ed4b884ea9742', 'gw_port': {'id': '352b51e5-0c8c-4855-83ba-571c628dfed6', 'name': '', 'network_id': '176acbe3-7568-4ebf-bdee-458ee42fb6d3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a5b45f-f1a3-4bc9-8548-99c7be0057f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T11:23:40Z', 'updated_at': '2022-03-14T11:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd5d94c11-7cf7-4e78-961b-c71b0b87055c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-2-iscsi'}] {{(pid=104017) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 11:33:10.783478 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] For port 352b51e5-0c8c-4855-83ba-571c628dfed6, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=352b51e5-0c8c-4855-83ba-571c628dfed6,segment=NetworkSegment(fe8e030d-c8f8-4f76-aa24-4a081a3c6058),segment_id=fe8e030d-c8f8-4f76-aa24-4a081a3c6058)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:33:10.783877 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (352b51e5-0c8c-4855-83ba-571c628dfed6), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:10.804498 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] Calling delete_port for 352b51e5-0c8c-4855-83ba-571c628dfed6 owned by network:router_gateway {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:33:10.892714 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-f92ec2c9-a62d-41a7-8da3-9a963f0419d6 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Allocated IP 172.20.0.14 (8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3/9b4e21e3-9183-4844-9e96-22394d5d74c4/c5c3dc9c-612e-420e-9c2e-6129421c11ab) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 11:33:11.124726 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-f92ec2c9-a62d-41a7-8da3-9a963f0419d6 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks [] for port (c5c3dc9c-612e-420e-9c2e-6129421c11ab), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.171497 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 815f8900-0718-4fca-9688-77990af162ca no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:33:11.183124 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (352b51e5-0c8c-4855-83ba-571c628dfed6), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.192627 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 815f8900-0718-4fca-9688-77990af162ca {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:33:11.193033 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 815f8900-0718-4fca-9688-77990af162ca not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:33:11.208806 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=352b51e5-0c8c-4855-83ba-571c628dfed6,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:11.276564 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-f92ec2c9-a62d-41a7-8da3-9a963f0419d6 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767078503774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (c5c3dc9c-612e-420e-9c2e-6129421c11ab), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.305808 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3899705'] for router_gateway (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.386545 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-f92ec2c9-a62d-41a7-8da3-9a963f0419d6 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Network 8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 11:33:11.392551 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-f92ec2c9-a62d-41a7-8da3-9a963f0419d6 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 11:33:11.400837 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-f92ec2c9-a62d-41a7-8da3-9a963f0419d6 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 11:33:11.428718 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ec2c9-a62d-41a7-8da3-9a963f0419d6 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Pushing event updated for resources: {'Port': ['ID=c5c3dc9c-612e-420e-9c2e-6129421c11ab,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:11.432853 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3906116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6907'] for router (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.455688 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] Publish callbacks [] for router_controller (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), precommit_delete_associations {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.514747 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-f92ec2c9-a62d-41a7-8da3-9a963f0419d6 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:11.515480 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-f92ec2c9-a62d-41a7-8da3-9a963f0419d6 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.592676 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3906125'] for router (d0a5b45f-f1a3-4bc9-8548-99c7be0057f9), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.593220 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 {{(pid=104015) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 11:33:11.597765 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.608245 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-7738feab-2db6-4b6a-870e-e42ba5987ee2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d0a5b45f-f1a3-4bc9-8548-99c7be0057f9 HTTP/1.1" status: 204 len: 168 time: 1.7174017 Mar 14 11:33:11.608744 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33266) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:11.631240 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-f92ec2c9-a62d-41a7-8da3-9a963f0419d6 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4610107 Mar 14 11:33:11.642516 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.v2.base [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Request body: {'port': {'device_id': '03d37507-f648-42bf-a73d-46e308845239', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=104015) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 11:33:11.672460 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac23df2-e9e9-4e3e-b6ca-1d596aa40ced admin admin] Deleting subnet 0a8d0aa9-b985-4e64-9d11-b430ff867ab0 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:33:11.677347 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aac23df2-e9e9-4e3e-b6ca-1d596aa40ced admin admin] Publish callbacks [] for subnet (0a8d0aa9-b985-4e64-9d11-b430ff867ab0), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.709523 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c9cc6-c3c2-44d4-995d-a47be6e07739 req-d8eef211-fb78-43b3-abf5-5acbf47ad0cc tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:11.711382 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c5c3dc9c-612e-420e-9c2e-6129421c11ab), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.711570 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-580c9cc6-c3c2-44d4-995d-a47be6e07739 req-d8eef211-fb78-43b3-abf5-5acbf47ad0cc tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 932 time: 0.1198492 Mar 14 11:33:11.733138 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aac23df2-e9e9-4e3e-b6ca-1d596aa40ced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11546337'] for subnet (0a8d0aa9-b985-4e64-9d11-b430ff867ab0), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.780738 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.810622 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-580c9cc6-c3c2-44d4-995d-a47be6e07739 req-bc66a39d-b415-403c-a2ee-32c3afe77e7c tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904419 Mar 14 11:33:11.851269 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aac23df2-e9e9-4e3e-b6ca-1d596aa40ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (0a8d0aa9-b985-4e64-9d11-b430ff867ab0), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.952563 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aac23df2-e9e9-4e3e-b6ca-1d596aa40ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2078518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11574714'] for subnet (0a8d0aa9-b985-4e64-9d11-b430ff867ab0), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.978995 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac23df2-e9e9-4e3e-b6ca-1d596aa40ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a8d0aa9-b985-4e64-9d11-b430ff867ab0,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:11.982867 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-aac23df2-e9e9-4e3e-b6ca-1d596aa40ced admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:11.984850 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c3dc9c-612e-420e-9c2e-6129421c11ab {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:33:11.985590 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-aac23df2-e9e9-4e3e-b6ca-1d596aa40ced admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0a8d0aa9-b985-4e64-9d11-b430ff867ab0 HTTP/1.1" status: 204 len: 168 time: 0.3828359 Mar 14 11:33:11.988122 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33268) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:11.991727 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab1f993-aef0-445d-a31b-23b00f831324 None None] Network 05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f requested from dv-cinder-831776-2-iscsi {{(pid=104017) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 11:33:11.993708 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Publish callbacks [] for port (c5c3dc9c-612e-420e-9c2e-6129421c11ab), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.006136 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Transition to ACTIVE for port object c5c3dc9c-612e-420e-9c2e-6129421c11ab will not be triggered until provisioned by entity L2. {{(pid=104015) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 11:33:12.060686 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.107171 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (c5c3dc9c-612e-420e-9c2e-6129421c11ab), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.128708 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] Deleting port 0a235126-f2c8-4681-abd1-f1a7769caf12 {{(pid=104016) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:33:12.129044 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.161104 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c3dc9c-612e-420e-9c2e-6129421c11ab,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:12.191223 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32730f64-a100-40b0-8954-c60e5d373207 None None] DHCP port deletion for 05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f request from dv-cinder-831776-2-iscsi {{(pid=104017) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 11:33:12.196704 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] For port 0a235126-f2c8-4681-abd1-f1a7769caf12, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=0a235126-f2c8-4681-abd1-f1a7769caf12,segment=NetworkSegment(a2529662-ae53-48cf-98bd-9150eef8b2fa),segment_id=a2529662-ae53-48cf-98bd-9150eef8b2fa)] {{(pid=104016) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:33:12.197222 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.211298 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.plugin [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] Calling delete_port for 0a235126-f2c8-4681-abd1-f1a7769caf12 owned by network:dhcp {{(pid=104016) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:33:12.235394 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Attempting to bind port c5c3dc9c-612e-420e-9c2e-6129421c11ab on host hv-cinder-83177 for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 11:33:12.235850 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Attempting to bind port c5c3dc9c-612e-420e-9c2e-6129421c11ab by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '8b7905fc-f44f-42f1-9001-0ac6b245fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 11:33:12.236085 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Attempting to bind port c5c3dc9c-612e-420e-9c2e-6129421c11ab on network 8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:33:12.240471 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Port c5c3dc9c-612e-420e-9c2e-6129421c11ab on network 8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 11:33:12.240801 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Attempting to bind port c5c3dc9c-612e-420e-9c2e-6129421c11ab on network 8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 11:33:12.245732 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Checking agent: {'id': '80802867-b48a-4d95-8c70-c0f2c56aa8ef', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'started_at': datetime.datetime(2022, 3, 14, 11, 16, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 11, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 11:33:12.246113 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Checking segment: {'id': '8b7905fc-f44f-42f1-9001-0ac6b245fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 11:33:12.246479 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Bound using segment: {'id': '8b7905fc-f44f-42f1-9001-0ac6b245fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 11:33:12.246910 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Bound port: c5c3dc9c-612e-420e-9c2e-6129421c11ab, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7905fc-f44f-42f1-9001-0ac6b245fa1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 284, 'network_id': '8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 11:33:12.247270 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c5c3dc9c-612e-420e-9c2e-6129421c11ab), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.251229 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-32730f64-a100-40b0-8954-c60e5d373207 None None] Deleting port 0a235126-f2c8-4681-abd1-f1a7769caf12 {{(pid=104017) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:33:12.251792 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-32730f64-a100-40b0-8954-c60e5d373207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), before_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.311197 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] For port c5c3dc9c-612e-420e-9c2e-6129421c11ab, host hv-cinder-83177, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 11:33:12.318882 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] For port c5c3dc9c-612e-420e-9c2e-6129421c11ab, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c5c3dc9c-612e-420e-9c2e-6129421c11ab,segment=NetworkSegment(8b7905fc-f44f-42f1-9001-0ac6b245fa1f),segment_id=8b7905fc-f44f-42f1-9001-0ac6b245fa1f)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 11:33:12.324349 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-32730f64-a100-40b0-8954-c60e5d373207 None None] For port 0a235126-f2c8-4681-abd1-f1a7769caf12, host dv-cinder-831776-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-2-iscsi',level=0,port_id=0a235126-f2c8-4681-abd1-f1a7769caf12,segment=NetworkSegment(a2529662-ae53-48cf-98bd-9150eef8b2fa),segment_id=a2529662-ae53-48cf-98bd-9150eef8b2fa)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:33:12.324747 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-32730f64-a100-40b0-8954-c60e5d373207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), precommit_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.337295 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-32730f64-a100-40b0-8954-c60e5d373207 None None] Calling delete_port for 0a235126-f2c8-4681-abd1-f1a7769caf12 owned by network:dhcp {{(pid=104017) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:33:12.391967 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2078571'] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.412788 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-32730f64-a100-40b0-8954-c60e5d373207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783'] for port (0a235126-f2c8-4681-abd1-f1a7769caf12), after_delete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.418262 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=0a235126-f2c8-4681-abd1-f1a7769caf12,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:12.421712 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] No DVR routers for this DVR port 0a235126-f2c8-4681-abd1-f1a7769caf12 on host dv-cinder-831776-2-iscsi {{(pid=104016) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:33:12.425056 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8796743'] for port (c5c3dc9c-612e-420e-9c2e-6129421c11ab), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.437719 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32730f64-a100-40b0-8954-c60e5d373207 None None] Pushing event deleted for resources: {'Port': ['ID=0a235126-f2c8-4681-abd1-f1a7769caf12,revision_number=None']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:12.443190 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32730f64-a100-40b0-8954-c60e5d373207 None None] No DVR routers for this DVR port 0a235126-f2c8-4681-abd1-f1a7769caf12 on host dv-cinder-831776-2-iscsi {{(pid=104017) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:33:12.468669 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:12.469538 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.471396 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] 10.222.0.44 "PUT /v2.0/ports/c5c3dc9c-612e-420e-9c2e-6129421c11ab HTTP/1.1" status: 200 len: 1094 time: 0.8332953 Mar 14 11:33:12.471845 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d37507-f648-42bf-a73d-46e308845239', 'tag': 'c5c3dc9c-612e-420e-9c2e-6129421c11ab'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:33:12.474130 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059a80ce-574a-4f9a-820a-57a052a2e1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "03d37507-f648-42bf-a73d-46e308845239", "tag": "c5c3dc9c-612e-420e-9c2e-6129421c11ab"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:33:12.497458 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd3dfb1-3e82-4a04-b226-88704b7332a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c3dc9c-612e-420e-9c2e-6129421c11ab,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:12.507448 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.518346 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 11:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bee97a8-2036-4fca-b31d-f16d685506c4 x-openstack-request-id: req-1bee97a8-2036-4fca-b31d-f16d685506c4 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:33:12.518870 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d37507-f648-42bf-a73d-46e308845239", "tag": "c5c3dc9c-612e-420e-9c2e-6129421c11ab", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:33:12.518870 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1bee97a8-2036-4fca-b31d-f16d685506c4 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:33:12.519288 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d37507-f648-42bf-a73d-46e308845239', 'tag': 'c5c3dc9c-612e-420e-9c2e-6129421c11ab', 'status': 'completed', 'code': 200} Mar 14 11:33:12.529451 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f']}} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:12.539093 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2529662-ae53-48cf-98bd-9150eef8b2fa') {'for_net_delete': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:12.539389 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.services.segments.db [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2529662-ae53-48cf-98bd-9150eef8b2fa') {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:12.549025 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11546360'] for segment (a2529662-ae53-48cf-98bd-9150eef8b2fa), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.565135 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (a2529662-ae53-48cf-98bd-9150eef8b2fa), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.572865 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] Releasing vlan 254 on physical network physnet1 to pool {{(pid=104016) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:33:12.573258 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2077848'] for segment (a2529662-ae53-48cf-98bd-9150eef8b2fa), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: Traceback (most recent call last): Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: timer() Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: cb(*args, **kw) Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: return func(*args, **kwargs) Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: self._notify() Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: self.callback(batched_events) Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: event.method(event) Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: return f(self, *a, **k) Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._get(url).json() Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: return self.request(url, 'GET', **kwargs) Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:33:12.574979 dv-cinder-831776-2-iscsi neutron-server[104016]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:33:12.586257 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a80ce-574a-4f9a-820a-57a052a2e1c2 req-bd3b2f94-479c-49c7-8cc2-7788689a63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:12.587791 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-059a80ce-574a-4f9a-820a-57a052a2e1c2 req-bd3b2f94-479c-49c7-8cc2-7788689a63a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e05ce38eafb4b109d57dda6f55ab824&device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 1128 time: 0.0478528 Mar 14 11:33:12.687328 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a80ce-574a-4f9a-820a-57a052a2e1c2 req-e45afa9c-66fa-4623-9871-6813f5fd34aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:12.688789 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-059a80ce-574a-4f9a-820a-57a052a2e1c2 req-e45afa9c-66fa-4623-9871-6813f5fd34aa service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=3e05ce38eafb4b109d57dda6f55ab824&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0948262 Mar 14 11:33:12.690905 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.707553 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:12.710930 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] 10.222.0.37 "DELETE /v2.0/networks/05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f HTTP/1.1" status: 204 len: 168 time: 0.7213078 Mar 14 11:33:12.712355 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d792deb-2603-404f-8552-014776802b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=05e76ef9-75c7-45d4-9a0b-aeb4f5e1ac5f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:12.787519 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a80ce-574a-4f9a-820a-57a052a2e1c2 req-e3680f9f-879f-4fa8-af98-e02dd1494b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:12.788968 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-059a80ce-574a-4f9a-820a-57a052a2e1c2 req-e3680f9f-879f-4fa8-af98-e02dd1494b4b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952172 Mar 14 11:33:12.867338 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-a2bf320e-e699-4756-bbd3-00928e45f8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:12.868045 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-a2bf320e-e699-4756-bbd3-00928e45f8ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e05ce38eafb4b109d57dda6f55ab824&device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 1128 time: 0.0467370 Mar 14 11:33:12.910001 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-5eae1e56-da74-4bf3-8ef8-21f70a881161 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5c3dc9c-612e-420e-9c2e-6129421c11ab HTTP/1.1" status: 200 len: 217 time: 0.0354669 Mar 14 11:33:12.939973 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee619b81-e87f-4813-891b-4e1f9638aab9 req-003f6178-319d-4ef2-a893-4f6f6fb8b831 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:12.941496 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee619b81-e87f-4813-891b-4e1f9638aab9 req-003f6178-319d-4ef2-a893-4f6f6fb8b831 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 944 time: 0.0601022 Mar 14 11:33:12.960591 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-4fb514e9-5b6d-44c1-9687-ff77f78c5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:12.962075 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-4fb514e9-5b6d-44c1-9687-ff77f78c5e58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b4e21e3-9183-4844-9e96-22394d5d74c4 HTTP/1.1" status: 200 len: 849 time: 0.0469227 Mar 14 11:33:12.988725 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-ee619b81-e87f-4813-891b-4e1f9638aab9 req-e8fff2ac-1182-45fb-979b-827ac1d4fc20 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413492 Mar 14 11:33:12.994300 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-f3f58293-66a3-4274-a829-bff3bfe7450f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268290 Mar 14 11:33:13.019138 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 33276) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:13.100274 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-2e823b89-4601-431a-bf1d-8a95ce763871 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66d51cfaa81242c6a99599737fa4195a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0800741 Mar 14 11:33:13.103646 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33278) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:13.117915 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-d44e55a6-0529-405e-a60d-dd3304a69bc4 service neutron] 10.222.0.44 "GET /v2.0/networks/8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180766 Mar 14 11:33:13.152636 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2bdff01-ac5e-4fda-bb4a-2d193ececbf3 admin admin] Publish callbacks [] for security_group (6591f1b9-8b3b-4826-abc2-26964aa71aed), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:13.171561 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 0a235126-f2c8-4681-abd1-f1a7769caf12 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:33:13.177308 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2bdff01-ac5e-4fda-bb4a-2d193ececbf3 admin admin] Publish callbacks [] for security_group (6591f1b9-8b3b-4826-abc2-26964aa71aed), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:13.197216 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 0a235126-f2c8-4681-abd1-f1a7769caf12 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:33:13.197834 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 0a235126-f2c8-4681-abd1-f1a7769caf12 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:33:13.198284 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 352b51e5-0c8c-4855-83ba-571c628dfed6 no longer exists at agent ovs-agent-dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:33:13.213212 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2e2fa625-1b9b-4ed0-bd27-eb1bc7de23fd req-1d312bf9-9072-4065-86df-5cf12226d994 service neutron] 10.222.0.44 "GET /v2.0/networks/8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893354 Mar 14 11:33:13.219563 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] No Port match for: 352b51e5-0c8c-4855-83ba-571c628dfed6 {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:33:13.219912 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Device 352b51e5-0c8c-4855-83ba-571c628dfed6 not bound to the agent host dv-cinder-831776-2-iscsi {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:33:13.302714 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2bdff01-ac5e-4fda-bb4a-2d193ececbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (6591f1b9-8b3b-4826-abc2-26964aa71aed), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:13.305477 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c2bdff01-ac5e-4fda-bb4a-2d193ececbf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:13.306682 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c2bdff01-ac5e-4fda-bb4a-2d193ececbf3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6591f1b9-8b3b-4826-abc2-26964aa71aed HTTP/1.1" status: 204 len: 168 time: 0.2020276 Mar 14 11:33:13.318613 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdff01-ac5e-4fda-bb4a-2d193ececbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6591f1b9-8b3b-4826-abc2-26964aa71aed,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:13.902493 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33284) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:13.941038 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-c5ba8951-6e98-4dc6-9fd5-1f288a2d207a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac08a777fbc5437b917ed4b884ea9742&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374384 Mar 14 11:33:13.943342 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33286) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:13.988968 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-be47e755-0835-4857-a4e7-adf7720f169b admin admin] Publish callbacks [] for security_group (16bd2306-2777-4558-89f7-8824e966ed5f), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:14.012818 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-be47e755-0835-4857-a4e7-adf7720f169b admin admin] Publish callbacks [] for security_group (16bd2306-2777-4558-89f7-8824e966ed5f), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:14.108007 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7f1a5-b701-44eb-bcea-9fb14153faff req-e038efc4-4af8-4af5-b507-47fd1bf38911 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:14.109472 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2ba7f1a5-b701-44eb-bcea-9fb14153faff req-e038efc4-4af8-4af5-b507-47fd1bf38911 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 944 time: 0.0536380 Mar 14 11:33:14.123521 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-be47e755-0835-4857-a4e7-adf7720f169b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (16bd2306-2777-4558-89f7-8824e966ed5f), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:14.126184 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-be47e755-0835-4857-a4e7-adf7720f169b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:14.127312 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-be47e755-0835-4857-a4e7-adf7720f169b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16bd2306-2777-4558-89f7-8824e966ed5f HTTP/1.1" status: 204 len: 168 time: 0.1831031 Mar 14 11:33:14.136472 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47e755-0835-4857-a4e7-adf7720f169b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bd2306-2777-4558-89f7-8824e966ed5f,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:14.164084 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2ba7f1a5-b701-44eb-bcea-9fb14153faff req-2f9d49d5-1bf6-486f-b7c8-5401bfb2d45e tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490804 Mar 14 11:33:15.282834 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05725031-07d6-438f-aae8-aadb039e6822 req-461eb0e5-b7a0-4003-be7e-6305406726f3 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:15.284317 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05725031-07d6-438f-aae8-aadb039e6822 req-461eb0e5-b7a0-4003-be7e-6305406726f3 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 944 time: 0.0537021 Mar 14 11:33:15.330716 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-05725031-07d6-438f-aae8-aadb039e6822 req-b45b0d30-61ac-45e8-b149-7e1d6a33b361 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Mar 14 11:33:16.445454 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697bc15-e429-4a74-a803-d9786625d5c6 req-2c55f6c2-7303-4386-ae04-6861ec21813e tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:16.446925 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8697bc15-e429-4a74-a803-d9786625d5c6 req-2c55f6c2-7303-4386-ae04-6861ec21813e tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 944 time: 0.0518801 Mar 14 11:33:16.492285 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8697bc15-e429-4a74-a803-d9786625d5c6 req-97270ba4-5d19-430d-b4a0-9a1b2f4eb9a1 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399587 Mar 14 11:33:16.828483 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c5c3dc9c-612e-420e-9c2e-6129421c11ab details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=104017) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 11:33:16.924163 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port c5c3dc9c-612e-420e-9c2e-6129421c11ab, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c5c3dc9c-612e-420e-9c2e-6129421c11ab,segment=NetworkSegment(8b7905fc-f44f-42f1-9001-0ac6b245fa1f),segment_id=8b7905fc-f44f-42f1-9001-0ac6b245fa1f)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:33:16.935427 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Returning: {'device': 'c5c3dc9c-612e-420e-9c2e-6129421c11ab', 'network_id': '8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3', 'port_id': 'c5c3dc9c-612e-420e-9c2e-6129421c11ab', 'mac_address': 'fa:16:3e:aa:de:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4e21e3-9183-4844-9e96-22394d5d74c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104017) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 11:33:16.974817 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port c5c3dc9c-612e-420e-9c2e-6129421c11ab is: DOWN; New status is: BUILD {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:33:16.975207 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c5c3dc9c-612e-420e-9c2e-6129421c11ab), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:16.987501 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c3dc9c-612e-420e-9c2e-6129421c11ab {{(pid=104017) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 11:33:17.006479 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port c5c3dc9c-612e-420e-9c2e-6129421c11ab, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c5c3dc9c-612e-420e-9c2e-6129421c11ab,segment=NetworkSegment(8b7905fc-f44f-42f1-9001-0ac6b245fa1f),segment_id=8b7905fc-f44f-42f1-9001-0ac6b245fa1f)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:33:17.083563 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (c5c3dc9c-612e-420e-9c2e-6129421c11ab), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:17.133621 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=c5c3dc9c-612e-420e-9c2e-6129421c11ab,revision_number=4']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:17.409852 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['c5c3dc9c-612e-420e-9c2e-6129421c11ab'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:33:17.606894 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42049527-1d49-463f-89e0-61ab6e2ba8f9 req-5bdad955-841d-4666-8437-e7cac4c09cb6 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:17.608353 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-42049527-1d49-463f-89e0-61ab6e2ba8f9 req-5bdad955-841d-4666-8437-e7cac4c09cb6 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 945 time: 0.0507674 Mar 14 11:33:17.656943 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-42049527-1d49-463f-89e0-61ab6e2ba8f9 req-be114ae7-19d1-4d27-a646-ab8cc34e9783 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429816 Mar 14 11:33:18.773460 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d710a-e5ec-41f9-9cb9-5912faa31a43 req-046048be-fcfb-4b96-aca5-3ff69b52014b tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:18.774956 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3f7d710a-e5ec-41f9-9cb9-5912faa31a43 req-046048be-fcfb-4b96-aca5-3ff69b52014b tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 945 time: 0.0516508 Mar 14 11:33:18.822227 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-3f7d710a-e5ec-41f9-9cb9-5912faa31a43 req-42115701-bce7-4991-974b-c8fbf14f4d09 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Mar 14 11:33:18.859946 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c5c3dc9c-612e-420e-9c2e-6129421c11ab up at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 11:33:18.976878 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning for port c5c3dc9c-612e-420e-9c2e-6129421c11ab completed by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 11:33:18.980936 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.db.provisioning_blocks [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Provisioning complete for port c5c3dc9c-612e-420e-9c2e-6129421c11ab triggered by entity L2. {{(pid=104017) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 11:33:18.981312 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3220514'] for port (c5c3dc9c-612e-420e-9c2e-6129421c11ab), provisioning_complete {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:19.069065 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Current status of the port c5c3dc9c-612e-420e-9c2e-6129421c11ab is: BUILD; New status is: ACTIVE {{(pid=104017) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 11:33:19.069736 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1006078'] for port (c5c3dc9c-612e-420e-9c2e-6129421c11ab), before_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:19.094569 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d37507-f648-42bf-a73d-46e308845239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c3dc9c-612e-420e-9c2e-6129421c11ab'}] {{(pid=104017) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:33:19.096817 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49fe6b3ba9a3c62a1e8bab9f83717125cf53c41c1049617e108d47e2976e482b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbee9c0d-a99f-4f08-8b90-3180996ae636" -d '{"events": [{"server_uuid": "03d37507-f648-42bf-a73d-46e308845239", "name": "network-vif-plugged", "status": "completed", "tag": "c5c3dc9c-612e-420e-9c2e-6129421c11ab"}]}' {{(pid=104017) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:33:19.109912 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] For port c5c3dc9c-612e-420e-9c2e-6129421c11ab, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c5c3dc9c-612e-420e-9c2e-6129421c11ab,segment=NetworkSegment(8b7905fc-f44f-42f1-9001-0ac6b245fa1f),segment_id=8b7905fc-f44f-42f1-9001-0ac6b245fa1f)] {{(pid=104017) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:33:19.133907 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dfda53-de53-462f-a21c-f9319af8daf3 x-openstack-request-id: req-16dfda53-de53-462f-a21c-f9319af8daf3 {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:33:19.134228 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d37507-f648-42bf-a73d-46e308845239", "name": "network-vif-plugged", "status": "completed", "tag": "c5c3dc9c-612e-420e-9c2e-6129421c11ab", "code": 200}]} {{(pid=104017) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:33:19.134480 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16dfda53-de53-462f-a21c-f9319af8daf3 {{(pid=104017) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:33:19.134891 dv-cinder-831776-2-iscsi neutron-server[104017]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d37507-f648-42bf-a73d-46e308845239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c3dc9c-612e-420e-9c2e-6129421c11ab', 'code': 200} Mar 14 11:33:19.245329 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767079023966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767078503792', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767078503810'] for port (c5c3dc9c-612e-420e-9c2e-6129421c11ab), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:19.295987 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Pushing event updated for resources: {'Port': ['ID=c5c3dc9c-612e-420e-9c2e-6129421c11ab,revision_number=5']} {{(pid=104017) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:19.446582 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501b428-cdca-4c41-aaaf-e86d2aedfe96 req-adf879fa-e551-4f0e-b5a1-732b2ef6870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:19.448042 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6501b428-cdca-4c41-aaaf-e86d2aedfe96 req-adf879fa-e551-4f0e-b5a1-732b2ef6870a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 1130 time: 0.0460184 Mar 14 11:33:19.491491 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-6501b428-cdca-4c41-aaaf-e86d2aedfe96 req-dadf3bc1-ec72-4914-8ba4-cc75b6a48d03 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377228 Mar 14 11:33:19.937601 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539df46-95e6-4086-9e1c-3058db084f0b req-87b49ff0-a329-41d3-8c1d-f4d4708f9ef9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:19.939075 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8539df46-95e6-4086-9e1c-3058db084f0b req-87b49ff0-a329-41d3-8c1d-f4d4708f9ef9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 946 time: 0.0518861 Mar 14 11:33:19.984483 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-8539df46-95e6-4086-9e1c-3058db084f0b req-d5ed5047-6631-4f50-b46f-fe3547e2ca28 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399847 Mar 14 11:33:21.105113 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2dce4-bd8b-4239-81ca-fa53ad9b372c req-df8413c3-f677-4b57-858e-63cf1516aafe tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:21.106599 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43c2dce4-bd8b-4239-81ca-fa53ad9b372c req-df8413c3-f677-4b57-858e-63cf1516aafe tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 946 time: 0.0527220 Mar 14 11:33:21.153843 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-43c2dce4-bd8b-4239-81ca-fa53ad9b372c req-112d3ab1-15ae-494c-987a-677d447f7806 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417891 Mar 14 11:33:22.267247 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde6a9a-56b8-43ee-9f0d-8d6ffef1cdeb req-a7507866-5282-44d0-8cbc-1edfd779dad9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104016) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:22.268812 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5dde6a9a-56b8-43ee-9f0d-8d6ffef1cdeb req-a7507866-5282-44d0-8cbc-1edfd779dad9 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 946 time: 0.0541244 Mar 14 11:33:22.313931 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [req-5dde6a9a-56b8-43ee-9f0d-8d6ffef1cdeb req-0baa1be6-3966-4030-9afc-c32e299446dd tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394328 Mar 14 11:33:23.434786 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f550ee0-9010-4804-b68b-633dd1a9f5a9 req-1d5b1891-b8bf-40c2-8b45-d3d223ad745a tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:23.436253 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2f550ee0-9010-4804-b68b-633dd1a9f5a9 req-1d5b1891-b8bf-40c2-8b45-d3d223ad745a tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 946 time: 0.0540826 Mar 14 11:33:23.485316 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-2f550ee0-9010-4804-b68b-633dd1a9f5a9 req-aa3957d0-ec43-4332-afd7-e4983313889f tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/security-groups?id=1c6379f8-a37f-4ed4-b07c-500239e29cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433896 Mar 14 11:33:23.629843 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7e3de-067e-4ac9-8f1c-a0b032df3233 req-b6513b59-65ac-42aa-971d-d4c6283847a4 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104015) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 11:33:23.631295 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a4f7e3de-067e-4ac9-8f1c-a0b032df3233 req-b6513b59-65ac-42aa-971d-d4c6283847a4 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.44 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 946 time: 0.0523748 Mar 14 11:33:23.719529 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-a4f7e3de-067e-4ac9-8f1c-a0b032df3233 req-fed3aa27-541b-4103-b516-2dc8e96b0252 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Deleting port c5c3dc9c-612e-420e-9c2e-6129421c11ab {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 11:33:23.719789 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a4f7e3de-067e-4ac9-8f1c-a0b032df3233 req-fed3aa27-541b-4103-b516-2dc8e96b0252 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767079015397'] for port (c5c3dc9c-612e-420e-9c2e-6129421c11ab), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:23.808379 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [req-a4f7e3de-067e-4ac9-8f1c-a0b032df3233 req-fed3aa27-541b-4103-b516-2dc8e96b0252 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] For port c5c3dc9c-612e-420e-9c2e-6129421c11ab, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c5c3dc9c-612e-420e-9c2e-6129421c11ab,segment=NetworkSegment(8b7905fc-f44f-42f1-9001-0ac6b245fa1f),segment_id=8b7905fc-f44f-42f1-9001-0ac6b245fa1f)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 11:33:23.808750 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a4f7e3de-067e-4ac9-8f1c-a0b032df3233 req-fed3aa27-541b-4103-b516-2dc8e96b0252 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3896750'] for port (c5c3dc9c-612e-420e-9c2e-6129421c11ab), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:23.821090 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [req-a4f7e3de-067e-4ac9-8f1c-a0b032df3233 req-fed3aa27-541b-4103-b516-2dc8e96b0252 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Calling delete_port for c5c3dc9c-612e-420e-9c2e-6129421c11ab owned by compute:nova {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 11:33:24.010580 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a4f7e3de-067e-4ac9-8f1c-a0b032df3233 req-fed3aa27-541b-4103-b516-2dc8e96b0252 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1003086', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191352', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767079023948', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767078503783', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8796748'] for port (c5c3dc9c-612e-420e-9c2e-6129421c11ab), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:24.021826 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.db [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] get_ports_and_sgs() called for port_ids ['c5c3dc9c-612e-420e-9c2e-6129421c11ab'] {{(pid=104017) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 11:33:24.036330 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3aa27-541b-4103-b516-2dc8e96b0252 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Pushing event deleted for resources: {'Port': ['ID=c5c3dc9c-612e-420e-9c2e-6129421c11ab,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:24.081720 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f7e3de-067e-4ac9-8f1c-a0b032df3233 req-fed3aa27-541b-4103-b516-2dc8e96b0252 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] No DVR routers for this DVR port c5c3dc9c-612e-420e-9c2e-6129421c11ab on host hv-cinder-83177 {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 11:33:24.084263 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [req-a4f7e3de-067e-4ac9-8f1c-a0b032df3233 req-fed3aa27-541b-4103-b516-2dc8e96b0252 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41240'] for port (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:24.087716 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-a4f7e3de-067e-4ac9-8f1c-a0b032df3233 req-fed3aa27-541b-4103-b516-2dc8e96b0252 tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.44 "DELETE /v2.0/ports/c5c3dc9c-612e-420e-9c2e-6129421c11ab HTTP/1.1" status: 204 len: 173 time: 0.4510636 Mar 14 11:33:24.088162 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d37507-f648-42bf-a73d-46e308845239', 'name': 'network-vif-deleted', 'tag': 'c5c3dc9c-612e-420e-9c2e-6129421c11ab'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 11:33:24.090427 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91c8d34607b290db2e656a35b45b69935016c3999b698237aca9e6d2c2e2f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef483821-0a05-4559-b748-8cca20714a78" -d '{"events": [{"server_uuid": "03d37507-f648-42bf-a73d-46e308845239", "name": "network-vif-deleted", "tag": "c5c3dc9c-612e-420e-9c2e-6129421c11ab"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 11:33:24.125589 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 11:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6022f591-1df2-4c52-ba1b-24a6d5f8c3ad x-openstack-request-id: req-6022f591-1df2-4c52-ba1b-24a6d5f8c3ad {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 11:33:24.125884 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d37507-f648-42bf-a73d-46e308845239", "name": "network-vif-deleted", "tag": "c5c3dc9c-612e-420e-9c2e-6129421c11ab", "status": "completed", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 11:33:24.126171 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6022f591-1df2-4c52-ba1b-24a6d5f8c3ad {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 11:33:24.126571 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d37507-f648-42bf-a73d-46e308845239', 'name': 'network-vif-deleted', 'tag': 'c5c3dc9c-612e-420e-9c2e-6129421c11ab', 'status': 'completed', 'code': 200} Mar 14 11:33:24.586345 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [req-bd2a1ca4-e2fd-464d-97dc-563ba2c974e4 req-751ee393-5193-4ff7-bed0-e80a4cd94f4f tempest-VolumesActionsTest-1018642145 tempest-VolumesActionsTest-1018642145-project] 10.222.0.37 "GET /v2.0/ports?device_id=03d37507-f648-42bf-a73d-46e308845239 HTTP/1.1" status: 200 len: 210 time: 0.0261979 Mar 14 11:33:26.907035 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c5c3dc9c-612e-420e-9c2e-6129421c11ab no longer exists at agent hyperv_hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 11:33:26.927708 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.plugin [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] No Port match for: c5c3dc9c-612e-420e-9c2e-6129421c11ab {{(pid=104017) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 11:33:26.928058 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron.plugins.ml2.rpc [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Device c5c3dc9c-612e-420e-9c2e-6129421c11ab not bound to the agent host hv-cinder-83177 {{(pid=104017) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 11:33:33.830542 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:33:35.215861 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a0eadb59-5321-4ab1-a98b-f4a4772540b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:37.718555 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-52f6f8b7-0e27-434c-9755-a958dfa2ada6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:38.690589 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:39.272634 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:40.602893 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:41.741544 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:50.766707 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33558) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:50.813600 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Deleting subnet 9b4e21e3-9183-4844-9e96-22394d5d74c4 {{(pid=104016) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 11:33:50.816618 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Publish callbacks [] for subnet (9b4e21e3-9183-4844-9e96-22394d5d74c4), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:50.850125 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11546337'] for subnet (9b4e21e3-9183-4844-9e96-22394d5d74c4), precommit_delete_associations {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:50.887175 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3223888'] for subnet (9b4e21e3-9183-4844-9e96-22394d5d74c4), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:50.980597 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3223849', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-194051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2078518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11574714'] for subnet (9b4e21e3-9183-4844-9e96-22394d5d74c4), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:51.005977 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b4e21e3-9183-4844-9e96-22394d5d74c4,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:51.008205 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for subnet (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:51.011919 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9b4e21e3-9183-4844-9e96-22394d5d74c4 HTTP/1.1" status: 204 len: 168 time: 0.2442391 Mar 14 11:33:51.014580 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 33560) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:51.017845 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.018244 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.018592 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.018934 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.019266 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.019599 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.019928 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.020251 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.020577 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.020902 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.021226 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.021553 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.021874 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.022249 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.022567 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0813e-c268-4b1a-a5db-6d8fbbab00b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.084614 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3182623'] for network (8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:51.161165 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3224281', 'neutron.services.segments.db._delete_segments_for_network-8767078831117'] for network (8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:51.183749 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3']}} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:51.192865 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7905fc-f44f-42f1-9001-0ac6b245fa1f') {'for_net_delete': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:51.193159 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.services.segments.db [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7905fc-f44f-42f1-9001-0ac6b245fa1f') {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 11:33:51.202617 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767078832662', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8796703'] for segment (8b7905fc-f44f-42f1-9001-0ac6b245fa1f), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:51.215821 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461'] for segment (8b7905fc-f44f-42f1-9001-0ac6b245fa1f), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:51.221863 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Releasing vlan 284 on physical network physnet1 to pool {{(pid=104015) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 11:33:51.222289 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8796607'] for segment (8b7905fc-f44f-42f1-9001-0ac6b245fa1f), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: Traceback (most recent call last): Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: timer() Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: cb(*args, **kw) Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: return func(*args, **kwargs) Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: self._notify() Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: self.callback(batched_events) Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: event.method(event) Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: return f(self, *a, **k) Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: return self._get(url).json() Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: return self.request(url, 'GET', **kwargs) Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 11:33:51.223963 dv-cinder-831776-2-iscsi neutron-server[104015]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 11:33:51.334921 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3224274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3899869'] for network (8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:51.341313 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695774'] for network (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:51.344678 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3 HTTP/1.1" status: 204 len: 168 time: 0.3291068 Mar 14 11:33:51.355234 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec9e3b3-d1f0-4046-a6ae-f0f9773ff8e3,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:51.362322 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.362677 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.363025 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.363368 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.363704 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.364039 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.364368 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.364697 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.365026 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.365353 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.365681 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.366037 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.366366 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.366689 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.367009 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31814ed9-142e-40c0-a69a-f4409f2b8151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:33:51.659153 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 33564) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:51.697875 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-bf1e1321-49be-4694-b30a-e9bf6b33e540 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e05ce38eafb4b109d57dda6f55ab824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376136 Mar 14 11:33:51.700264 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 33566) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:33:51.750042 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-15a2d2cd-5695-4343-8add-2657df3a654e admin admin] Publish callbacks [] for security_group (1c6379f8-a37f-4ed4-b07c-500239e29cf5), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:51.769811 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-15a2d2cd-5695-4343-8add-2657df3a654e admin admin] Publish callbacks [] for security_group (1c6379f8-a37f-4ed4-b07c-500239e29cf5), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:51.883104 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-15a2d2cd-5695-4343-8add-2657df3a654e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (1c6379f8-a37f-4ed4-b07c-500239e29cf5), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:51.885724 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-15a2d2cd-5695-4343-8add-2657df3a654e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:33:51.886922 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-15a2d2cd-5695-4343-8add-2657df3a654e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c6379f8-a37f-4ed4-b07c-500239e29cf5 HTTP/1.1" status: 204 len: 168 time: 0.1857982 Mar 14 11:33:51.895052 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2d2cd-5695-4343-8add-2657df3a654e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6379f8-a37f-4ed4-b07c-500239e29cf5,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:33:53.398519 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [req-874579f0-b4ee-4c46-973a-52833af62756 req-50f7bbb9-c582-4079-8216-e76d7f70d140 service neutron] (104015) timed out ('10.222.0.44', 63191) {{(pid=104015) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 11:34:05.191564 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-7e5876f0-6418-48db-af09-295c20f99a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:07.419905 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3c259580-c003-4d72-b462-c0523a019df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:08.670974 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:09.310993 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:10.339625 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:10.831204 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:34:11.745391 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:28.751539 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.wsgi [-] (104015) accepted ('10.222.0.37', 33760) {{(pid=104015) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:34:28.859418 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3026-b0fd-4aed-889c-26addc5120f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:28.929763 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3026-b0fd-4aed-889c-26addc5120f2 admin admin] Publish callbacks [] for security_group (c1d25343-6753-4b39-92d0-935cc8281f14), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:28.990289 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5cbf3026-b0fd-4aed-889c-26addc5120f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c1d25343-6753-4b39-92d0-935cc8281f14), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:29.028245 dv-cinder-831776-2-iscsi neutron-server[104015]: INFO neutron.wsgi [None req-5cbf3026-b0fd-4aed-889c-26addc5120f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67654db7a2904f5c907292fca11b8dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756593 Mar 14 11:34:29.029307 dv-cinder-831776-2-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf3026-b0fd-4aed-889c-26addc5120f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d25343-6753-4b39-92d0-935cc8281f14,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:34:29.031064 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 33764) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:34:29.082973 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-53ca7cdb-b37f-4bfc-9749-e8d5c7da983e admin admin] Publish callbacks [] for security_group (c1d25343-6753-4b39-92d0-935cc8281f14), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:29.103236 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-53ca7cdb-b37f-4bfc-9749-e8d5c7da983e admin admin] Publish callbacks [] for security_group (c1d25343-6753-4b39-92d0-935cc8281f14), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:29.213027 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-53ca7cdb-b37f-4bfc-9749-e8d5c7da983e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (c1d25343-6753-4b39-92d0-935cc8281f14), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:29.215963 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-53ca7cdb-b37f-4bfc-9749-e8d5c7da983e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:29.217330 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-53ca7cdb-b37f-4bfc-9749-e8d5c7da983e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1d25343-6753-4b39-92d0-935cc8281f14 HTTP/1.1" status: 204 len: 168 time: 0.1850972 Mar 14 11:34:29.225146 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca7cdb-b37f-4bfc-9749-e8d5c7da983e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d25343-6753-4b39-92d0-935cc8281f14,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:34:35.207457 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b93c3aec-9169-446b-8fec-1e8436b9ed26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:37.395294 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-789bab2e-4706-4e8c-9e29-f3ec48dd494e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:38.720739 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:39.269654 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:40.355458 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:41.738234 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:34:47.829298 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:35:05.188957 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-97a4a97a-02a3-4539-9706-8d9e847ebc14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:07.457148 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-48abe861-f6d4-49fa-be0f-45513f7cf0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:08.054792 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [req-7cd5e579-f4df-465b-8de9-5a67f61b6220 req-5dd9b5e4-a2c1-425a-b74b-cd787f0fe03d service neutron] (104016) timed out ('10.222.0.44', 63205) {{(pid=104016) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 11:35:08.715066 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:09.251264 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:10.439727 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:11.754399 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:13.780630 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 34026) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:35:13.884200 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:13.955413 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Publish callbacks [] for security_group (42645cfe-2a92-4b95-aee2-6aeeb0863fdd), precommit_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:13.994194 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (42645cfe-2a92-4b95-aee2-6aeeb0863fdd), after_create {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:14.030961 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=baa4ce0f2522423b83c866a339a71f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492826 Mar 14 11:35:14.031785 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42645cfe-2a92-4b95-aee2-6aeeb0863fdd,revision_number=1']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:35:14.033568 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.wsgi [-] (104016) accepted ('10.222.0.37', 34030) {{(pid=104016) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 11:35:14.045014 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:35:14.045360 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:35:14.045698 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:35:14.046053 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:35:14.046383 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:35:14.046706 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:35:14.047027 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:35:14.047346 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:35:14.047664 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:35:14.047980 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:35:14.048299 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:35:14.048640 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:35:14.048956 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:35:14.049269 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:35:14.049579 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7e441c-89df-4b6d-91af-ad37c9e5fa90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-2-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 11:35:14.092158 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65137273-5c52-42f6-95ea-ce480d2a07e6 admin admin] Publish callbacks [] for security_group (42645cfe-2a92-4b95-aee2-6aeeb0863fdd), before_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:14.112647 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65137273-5c52-42f6-95ea-ce480d2a07e6 admin admin] Publish callbacks [] for security_group (42645cfe-2a92-4b95-aee2-6aeeb0863fdd), precommit_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:14.240367 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65137273-5c52-42f6-95ea-ce480d2a07e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3671381'] for security_group (42645cfe-2a92-4b95-aee2-6aeeb0863fdd), after_delete {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:14.242897 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-65137273-5c52-42f6-95ea-ce480d2a07e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:14.244089 dv-cinder-831776-2-iscsi neutron-server[104016]: INFO neutron.wsgi [None req-65137273-5c52-42f6-95ea-ce480d2a07e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42645cfe-2a92-4b95-aee2-6aeeb0863fdd HTTP/1.1" status: 204 len: 168 time: 0.2088389 Mar 14 11:35:14.252703 dv-cinder-831776-2-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65137273-5c52-42f6-95ea-ce480d2a07e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42645cfe-2a92-4b95-aee2-6aeeb0863fdd,revision_number=None']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 11:35:24.827160 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:35:35.274339 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c3ed4e9b-9380-4060-b972-135183ce75e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:37.405039 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1881ce41-ee91-4ba7-8e1d-258695f4f274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:38.696540 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:39.284953 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:40.353707 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:35:41.742365 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:36:01.826078 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:36:05.204483 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-709b7bff-d021-45b8-b8c6-8c80c43a6c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:36:07.393014 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-0efa5e7e-0f4a-43cc-84dd-051db229a3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:36:08.713029 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:36:09.284057 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:36:10.391431 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:36:11.741371 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:36:35.256135 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-5d930f1f-006f-4e6c-972c-514c9c857cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:36:37.415090 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-4f3a28c0-23e9-4f17-804c-c0255123ead5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:36:38.735123 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:36:38.824709 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:36:39.252946 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:36:40.391948 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:36:41.734756 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:37:05.214401 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-3b7e1860-4511-4891-a4f0-df44bccce8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:37:07.425956 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76c3ae7c-f649-40fd-a400-e7d7aa360550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:37:08.739426 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:37:09.265496 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:37:10.371156 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:37:11.765455 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:37:15.823426 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:37:35.227366 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-1e44d815-099f-474e-b084-ca4bbf12f054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:37:37.392403 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-07a93b80-6847-4e9a-a370-4e044a4133da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:37:38.707375 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:37:39.267272 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:37:40.390179 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:37:41.767227 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:37:52.822227 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:38:05.223792 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-e21cf3b6-69a8-401f-b5e0-259b4b7519d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:38:07.401130 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-d3ee4425-3254-4531-8a8c-0c456d0765c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:38:08.743714 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:38:09.286622 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:38:10.408729 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:38:11.771956 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:38:29.820838 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:38:35.217068 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-67683bd4-5be5-4114-a712-ece60234011d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:38:37.452731 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-a3b4ed26-bfbc-4c07-a3a4-2c285509bb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:38:38.732488 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:38:39.298663 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:38:40.372824 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:38:41.761388 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:39:05.221973 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6c05208d-5b0b-4093-9108-afce79fea257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:39:06.819845 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:39:07.394044 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-71540296-8d88-40ab-8fea-e48c28c85018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:39:08.708540 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:39:09.284866 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:39:10.405677 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:39:11.782517 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:39:35.307388 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6c67cecb-89fa-4fac-869c-8d32822522a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:39:37.409823 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6e3e97c8-0289-4e05-96df-232b6192a070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:39:38.730197 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:39:39.284200 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:39:40.427759 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:39:41.775546 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:39:43.818393 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:40:05.220383 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-b8a31664-debc-402a-be98-9c0d11437532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:40:07.403244 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-6ef5abd5-4d4b-43d6-b13a-707500089589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:40:08.723559 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:40:09.322808 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:40:10.431761 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:40:11.808267 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:40:20.819091 dv-cinder-831776-2-iscsi neutron-server[104018]: DEBUG neutron.db.agents_db [None req-15b96cf9-6e19-44d0-8af8-9f575c23058a None None] Agent healthcheck: found 6 active agents {{(pid=104018) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 11:40:35.247805 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-047da76d-6372-47d3-822b-07bd73fe06b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (4eb6c5cb-7874-464d-8d66-64e5841a07b5), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:40:37.424748 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-48357d53-1f91-4bef-99ef-ce3d10e314bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (dd4839d4-113c-4950-b933-dffc3e8426aa), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:40:38.732401 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-c67349c1-263b-4a07-a827-5933a87d024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (7e0965bb-492d-4c88-b7c1-cf9dd5a144e9), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:40:39.366963 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-ffc564b7-8ed4-4f20-9b87-043151e3aa1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (80802867-b48a-4d95-8c70-c0f2c56aa8ef), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:40:40.424792 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-76d2c82c-73e7-4f0f-b426-d46901971ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (8a417887-d8a5-4777-802b-23c43e696854), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 11:40:41.773299 dv-cinder-831776-2-iscsi neutron-server[104017]: DEBUG neutron_lib.callbacks.manager [None req-eae2faf1-3028-47f2-8ecf-4734d8ddfbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767078828535', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3220928'] for agent (6a44ce52-8bf3-4285-b360-9093150bbcec), after_update {{(pid=104017) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}